2024-11-24 03:20:50,328 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 03:20:50,344 main DEBUG Took 0.014044 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 03:20:50,345 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 03:20:50,345 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 03:20:50,346 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 03:20:50,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,356 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 03:20:50,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,375 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,379 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,380 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,381 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,382 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,384 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:20:50,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,387 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 03:20:50,389 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:20:50,391 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 03:20:50,393 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 03:20:50,394 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 03:20:50,396 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 03:20:50,396 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 03:20:50,406 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 03:20:50,408 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 03:20:50,410 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 03:20:50,410 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 03:20:50,411 main DEBUG createAppenders(={Console}) 2024-11-24 03:20:50,412 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-24 03:20:50,412 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 03:20:50,412 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-24 03:20:50,413 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 03:20:50,414 main DEBUG OutputStream closed 2024-11-24 03:20:50,414 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 03:20:50,414 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 03:20:50,415 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-24 03:20:50,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 03:20:50,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 03:20:50,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 03:20:50,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 03:20:50,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 03:20:50,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 03:20:50,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 03:20:50,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 03:20:50,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 03:20:50,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 03:20:50,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 03:20:50,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 03:20:50,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 03:20:50,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 03:20:50,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 03:20:50,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 03:20:50,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 03:20:50,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 03:20:50,506 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 03:20:50,506 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-24 03:20:50,506 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 03:20:50,507 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-24T03:20:50,741 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5 2024-11-24 03:20:50,744 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 03:20:50,745 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T03:20:50,754 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-24T03:20:50,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T03:20:50,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/cluster_ef515420-1b6a-90ae-28fb-cc3333b551ee, deleteOnExit=true 2024-11-24T03:20:50,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-24T03:20:50,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/test.cache.data in system properties and HBase conf 2024-11-24T03:20:50,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T03:20:50,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/hadoop.log.dir in system properties and HBase conf 2024-11-24T03:20:50,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T03:20:50,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T03:20:50,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T03:20:50,868 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T03:20:50,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T03:20:50,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:20:50,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:20:50,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T03:20:50,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:20:50,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T03:20:50,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T03:20:50,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:20:50,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:20:50,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T03:20:50,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/nfs.dump.dir in system properties and HBase conf 2024-11-24T03:20:50,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/java.io.tmpdir in system properties and HBase conf 2024-11-24T03:20:50,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:20:50,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T03:20:50,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T03:20:51,782 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T03:20:51,860 INFO [Time-limited test {}] log.Log(170): Logging initialized @2332ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T03:20:51,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:20:51,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:20:52,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:20:52,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:20:52,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:20:52,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:20:52,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:20:52,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:20:52,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/java.io.tmpdir/jetty-localhost-36809-hadoop-hdfs-3_4_1-tests_jar-_-any-6545379423562449305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:20:52,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:36809} 2024-11-24T03:20:52,259 INFO [Time-limited test {}] server.Server(415): Started @2731ms 2024-11-24T03:20:52,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:20:52,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:20:52,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:20:52,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:20:52,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:20:52,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:20:52,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:20:52,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/java.io.tmpdir/jetty-localhost-43227-hadoop-hdfs-3_4_1-tests_jar-_-any-15728290741679893899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:20:52,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:43227} 2024-11-24T03:20:52,789 INFO [Time-limited test {}] server.Server(415): Started @3261ms 2024-11-24T03:20:52,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:20:53,266 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/cluster_ef515420-1b6a-90ae-28fb-cc3333b551ee/dfs/data/data1/current/BP-892533595-172.17.0.2-1732418451542/current, will proceed with Du for space computation calculation, 2024-11-24T03:20:53,266 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/cluster_ef515420-1b6a-90ae-28fb-cc3333b551ee/dfs/data/data2/current/BP-892533595-172.17.0.2-1732418451542/current, will proceed with Du for space computation calculation, 2024-11-24T03:20:53,312 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:20:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa3bdd5596fab7d9 with lease ID 0xee2b5c461337ea40: Processing first storage report for DS-45f7f2a0-4882-49d3-b4da-785869356c3a from datanode DatanodeRegistration(127.0.0.1:35537, datanodeUuid=31f92dfc-b6db-49fb-a877-2da368032078, infoPort=43195, infoSecurePort=0, ipcPort=41935, storageInfo=lv=-57;cid=testClusterID;nsid=1483020740;c=1732418451542) 2024-11-24T03:20:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa3bdd5596fab7d9 with lease ID 0xee2b5c461337ea40: from storage DS-45f7f2a0-4882-49d3-b4da-785869356c3a node DatanodeRegistration(127.0.0.1:35537, datanodeUuid=31f92dfc-b6db-49fb-a877-2da368032078, infoPort=43195, infoSecurePort=0, ipcPort=41935, storageInfo=lv=-57;cid=testClusterID;nsid=1483020740;c=1732418451542), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T03:20:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa3bdd5596fab7d9 with lease ID 0xee2b5c461337ea40: Processing first storage report for DS-9ef9b194-1480-4593-aa02-cb11d93c828c from datanode DatanodeRegistration(127.0.0.1:35537, datanodeUuid=31f92dfc-b6db-49fb-a877-2da368032078, infoPort=43195, infoSecurePort=0, ipcPort=41935, storageInfo=lv=-57;cid=testClusterID;nsid=1483020740;c=1732418451542) 2024-11-24T03:20:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa3bdd5596fab7d9 with lease ID 0xee2b5c461337ea40: from storage DS-9ef9b194-1480-4593-aa02-cb11d93c828c node DatanodeRegistration(127.0.0.1:35537, datanodeUuid=31f92dfc-b6db-49fb-a877-2da368032078, infoPort=43195, infoSecurePort=0, ipcPort=41935, storageInfo=lv=-57;cid=testClusterID;nsid=1483020740;c=1732418451542), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:20:53,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5 2024-11-24T03:20:53,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/cluster_ef515420-1b6a-90ae-28fb-cc3333b551ee/zookeeper_0, clientPort=61684, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/cluster_ef515420-1b6a-90ae-28fb-cc3333b551ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/cluster_ef515420-1b6a-90ae-28fb-cc3333b551ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T03:20:53,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61684 2024-11-24T03:20:53,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:20:53,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:20:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741825_1001 (size=7) 2024-11-24T03:20:54,176 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 with version=8 2024-11-24T03:20:54,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/hbase-staging 2024-11-24T03:20:54,306 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T03:20:54,574 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f13c2bb2f71a:0 server-side Connection retries=45 2024-11-24T03:20:54,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:20:54,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:20:54,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:20:54,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:20:54,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:20:54,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T03:20:54,799 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T03:20:54,808 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T03:20:54,811 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:20:54,838 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22444 (auto-detected) 2024-11-24T03:20:54,839 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T03:20:54,858 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34053 2024-11-24T03:20:54,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:20:54,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:20:54,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34053 connecting to ZooKeeper ensemble=127.0.0.1:61684 2024-11-24T03:20:54,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340530x0, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:20:54,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34053-0x100278b78d80000 connected 2024-11-24T03:20:54,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:20:54,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:20:54,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:20:54,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34053 2024-11-24T03:20:54,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34053 2024-11-24T03:20:54,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34053 2024-11-24T03:20:54,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34053 2024-11-24T03:20:54,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34053 2024-11-24T03:20:54,964 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7, hbase.cluster.distributed=false 2024-11-24T03:20:55,036 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f13c2bb2f71a:0 server-side Connection retries=45 2024-11-24T03:20:55,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:20:55,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:20:55,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:20:55,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:20:55,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:20:55,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T03:20:55,043 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:20:55,044 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46311 2024-11-24T03:20:55,046 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T03:20:55,052 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T03:20:55,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:20:55,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:20:55,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46311 connecting to ZooKeeper ensemble=127.0.0.1:61684 2024-11-24T03:20:55,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463110x0, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:20:55,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46311-0x100278b78d80001 connected 2024-11-24T03:20:55,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:20:55,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:20:55,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:20:55,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46311 2024-11-24T03:20:55,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46311 2024-11-24T03:20:55,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46311 2024-11-24T03:20:55,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46311 2024-11-24T03:20:55,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46311 2024-11-24T03:20:55,076 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f13c2bb2f71a,34053,1732418454299 2024-11-24T03:20:55,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:20:55,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:20:55,085 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f13c2bb2f71a,34053,1732418454299 2024-11-24T03:20:55,092 DEBUG [M:0;f13c2bb2f71a:34053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f13c2bb2f71a:34053 2024-11-24T03:20:55,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T03:20:55,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T03:20:55,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:55,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:55,107 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T03:20:55,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T03:20:55,108 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f13c2bb2f71a,34053,1732418454299 from backup master directory 2024-11-24T03:20:55,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f13c2bb2f71a,34053,1732418454299 2024-11-24T03:20:55,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:20:55,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:20:55,112 WARN [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:20:55,112 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f13c2bb2f71a,34053,1732418454299 2024-11-24T03:20:55,114 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T03:20:55,116 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T03:20:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741826_1002 (size=42) 2024-11-24T03:20:55,589 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/hbase.id with ID: 8ad9273e-fc75-4c07-911a-9967a3f0826a 2024-11-24T03:20:55,631 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:20:55,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:55,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741827_1003 (size=196) 2024-11-24T03:20:55,688 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:20:55,690 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T03:20:55,711 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:20:55,717 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:20:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741828_1004 (size=1189) 2024-11-24T03:20:56,170 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store 2024-11-24T03:20:56,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741829_1005 (size=34) 2024-11-24T03:20:56,590 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T03:20:56,590 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:20:56,592 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T03:20:56,592 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:20:56,592 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:20:56,592 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T03:20:56,592 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:20:56,592 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:20:56,592 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T03:20:56,595 WARN [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/.initializing 2024-11-24T03:20:56,595 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/WALs/f13c2bb2f71a,34053,1732418454299 2024-11-24T03:20:56,601 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:20:56,612 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f13c2bb2f71a%2C34053%2C1732418454299, suffix=, logDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/WALs/f13c2bb2f71a,34053,1732418454299, archiveDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/oldWALs, maxLogs=10 2024-11-24T03:20:56,633 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/WALs/f13c2bb2f71a,34053,1732418454299/f13c2bb2f71a%2C34053%2C1732418454299.1732418456617, exclude list is [], retry=0 2024-11-24T03:20:56,649 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35537,DS-45f7f2a0-4882-49d3-b4da-785869356c3a,DISK] 2024-11-24T03:20:56,652 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T03:20:56,687 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/WALs/f13c2bb2f71a,34053,1732418454299/f13c2bb2f71a%2C34053%2C1732418454299.1732418456617 2024-11-24T03:20:56,688 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43195:43195)] 2024-11-24T03:20:56,688 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:20:56,689 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:20:56,692 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:20:56,693 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:20:56,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:20:56,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T03:20:56,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:56,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:20:56,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:20:56,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T03:20:56,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:56,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:20:56,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:20:56,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T03:20:56,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:56,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:20:56,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:20:56,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T03:20:56,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:56,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:20:56,789 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:20:56,790 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:20:56,799 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T03:20:56,803 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:20:56,808 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:20:56,809 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61987371, jitterRate=-0.07631619274616241}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T03:20:56,814 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T03:20:56,815 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T03:20:56,844 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1949d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:20:56,878 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-24T03:20:56,890 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T03:20:56,890 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T03:20:56,893 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T03:20:56,894 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T03:20:56,900 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-24T03:20:56,900 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T03:20:56,926 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T03:20:56,938 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T03:20:56,941 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-24T03:20:56,943 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T03:20:56,945 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T03:20:56,946 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-24T03:20:56,948 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T03:20:56,951 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T03:20:56,953 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-24T03:20:56,954 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T03:20:56,956 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T03:20:56,965 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T03:20:56,967 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T03:20:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:20:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:20:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:56,972 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f13c2bb2f71a,34053,1732418454299, sessionid=0x100278b78d80000, setting cluster-up flag (Was=false) 2024-11-24T03:20:56,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:56,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:56,991 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T03:20:56,993 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f13c2bb2f71a,34053,1732418454299 2024-11-24T03:20:56,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:57,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:57,006 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T03:20:57,008 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f13c2bb2f71a,34053,1732418454299 2024-11-24T03:20:57,091 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f13c2bb2f71a:46311 2024-11-24T03:20:57,093 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1008): ClusterId : 8ad9273e-fc75-4c07-911a-9967a3f0826a 2024-11-24T03:20:57,095 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-24T03:20:57,095 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T03:20:57,100 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T03:20:57,100 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T03:20:57,101 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-24T03:20:57,103 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T03:20:57,104 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T03:20:57,104 DEBUG [RS:0;f13c2bb2f71a:46311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5846a9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:20:57,106 DEBUG [RS:0;f13c2bb2f71a:46311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e21a9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f13c2bb2f71a/172.17.0.2:0 2024-11-24T03:20:57,109 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-24T03:20:57,109 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-24T03:20:57,109 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-24T03:20:57,111 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(3073): reportForDuty to master=f13c2bb2f71a,34053,1732418454299 with isa=f13c2bb2f71a/172.17.0.2:46311, startcode=1732418455035 2024-11-24T03:20:57,110 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f13c2bb2f71a,34053,1732418454299 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T03:20:57,113 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f13c2bb2f71a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:20:57,113 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f13c2bb2f71a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:20:57,114 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:20:57,114 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:20:57,114 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f13c2bb2f71a:0, corePoolSize=10, maxPoolSize=10 2024-11-24T03:20:57,114 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,114 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:20:57,114 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,116 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732418487116 2024-11-24T03:20:57,118 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T03:20:57,120 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T03:20:57,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:20:57,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-24T03:20:57,125 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T03:20:57,125 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T03:20:57,126 DEBUG [RS:0;f13c2bb2f71a:46311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T03:20:57,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:57,126 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T03:20:57,126 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T03:20:57,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T03:20:57,127 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,128 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T03:20:57,130 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T03:20:57,130 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T03:20:57,133 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T03:20:57,133 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T03:20:57,135 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.large.0-1732418457135,5,FailOnTimeoutGroup] 2024-11-24T03:20:57,135 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.small.0-1732418457135,5,FailOnTimeoutGroup] 2024-11-24T03:20:57,136 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,136 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T03:20:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741831_1007 (size=1039) 2024-11-24T03:20:57,137 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,138 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,163 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32907, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T03:20:57,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34053 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:57,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34053 {}] master.ServerManager(486): Registering regionserver=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:57,185 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 2024-11-24T03:20:57,185 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33009 2024-11-24T03:20:57,185 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-24T03:20:57,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:20:57,190 DEBUG [RS:0;f13c2bb2f71a:46311 {}] zookeeper.ZKUtil(111): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:57,190 WARN [RS:0;f13c2bb2f71a:46311 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:20:57,191 INFO [RS:0;f13c2bb2f71a:46311 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:20:57,191 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/WALs/f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:57,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f13c2bb2f71a,46311,1732418455035] 2024-11-24T03:20:57,204 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-24T03:20:57,215 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T03:20:57,226 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T03:20:57,229 INFO [RS:0;f13c2bb2f71a:46311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T03:20:57,229 INFO [RS:0;f13c2bb2f71a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,230 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-24T03:20:57,237 INFO [RS:0;f13c2bb2f71a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,237 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,237 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,237 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,238 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,238 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,238 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f13c2bb2f71a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:20:57,238 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,238 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,238 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,238 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,239 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:20:57,239 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f13c2bb2f71a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:20:57,239 DEBUG [RS:0;f13c2bb2f71a:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:20:57,240 INFO [RS:0;f13c2bb2f71a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,240 INFO [RS:0;f13c2bb2f71a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,240 INFO [RS:0;f13c2bb2f71a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,240 INFO [RS:0;f13c2bb2f71a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,240 INFO [RS:0;f13c2bb2f71a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,46311,1732418455035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:20:57,259 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T03:20:57,261 INFO [RS:0;f13c2bb2f71a:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,46311,1732418455035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:57,281 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.Replication(204): f13c2bb2f71a,46311,1732418455035 started 2024-11-24T03:20:57,281 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1767): Serving as f13c2bb2f71a,46311,1732418455035, RpcServer on f13c2bb2f71a/172.17.0.2:46311, sessionid=0x100278b78d80001 2024-11-24T03:20:57,282 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T03:20:57,282 DEBUG [RS:0;f13c2bb2f71a:46311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:57,282 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f13c2bb2f71a,46311,1732418455035' 2024-11-24T03:20:57,282 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T03:20:57,283 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T03:20:57,284 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T03:20:57,284 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T03:20:57,284 DEBUG [RS:0;f13c2bb2f71a:46311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:57,284 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f13c2bb2f71a,46311,1732418455035' 2024-11-24T03:20:57,284 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T03:20:57,285 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T03:20:57,285 DEBUG [RS:0;f13c2bb2f71a:46311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T03:20:57,285 INFO [RS:0;f13c2bb2f71a:46311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T03:20:57,286 INFO [RS:0;f13c2bb2f71a:46311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T03:20:57,391 INFO [RS:0;f13c2bb2f71a:46311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:20:57,395 INFO [RS:0;f13c2bb2f71a:46311 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f13c2bb2f71a%2C46311%2C1732418455035, suffix=, logDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/WALs/f13c2bb2f71a,46311,1732418455035, archiveDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/oldWALs, maxLogs=32 2024-11-24T03:20:57,411 DEBUG [RS:0;f13c2bb2f71a:46311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/WALs/f13c2bb2f71a,46311,1732418455035/f13c2bb2f71a%2C46311%2C1732418455035.1732418457397, exclude list is [], retry=0 2024-11-24T03:20:57,416 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35537,DS-45f7f2a0-4882-49d3-b4da-785869356c3a,DISK] 2024-11-24T03:20:57,419 INFO [RS:0;f13c2bb2f71a:46311 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/WALs/f13c2bb2f71a,46311,1732418455035/f13c2bb2f71a%2C46311%2C1732418455035.1732418457397 2024-11-24T03:20:57,420 DEBUG [RS:0;f13c2bb2f71a:46311 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43195:43195)] 2024-11-24T03:20:57,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-24T03:20:57,540 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 2024-11-24T03:20:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741833_1009 (size=32) 2024-11-24T03:20:57,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:20:57,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T03:20:57,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T03:20:57,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:57,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:20:57,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T03:20:57,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T03:20:57,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:57,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:20:57,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T03:20:57,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T03:20:57,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:57,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:20:57,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740 2024-11-24T03:20:57,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740 2024-11-24T03:20:57,969 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:20:57,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T03:20:57,974 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:20:57,975 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71293229, jitterRate=0.06235189735889435}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:20:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T03:20:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T03:20:57,978 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T03:20:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T03:20:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T03:20:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T03:20:57,979 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T03:20:57,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T03:20:57,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:20:57,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-24T03:20:57,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T03:20:57,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T03:20:57,997 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T03:20:58,149 DEBUG [f13c2bb2f71a:34053 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T03:20:58,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:58,159 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f13c2bb2f71a,46311,1732418455035, state=OPENING 2024-11-24T03:20:58,164 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T03:20:58,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:58,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:58,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:20:58,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:20:58,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:20:58,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:58,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T03:20:58,350 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T03:20:58,361 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-24T03:20:58,361 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:20:58,361 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T03:20:58,365 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f13c2bb2f71a%2C46311%2C1732418455035.meta, suffix=.meta, logDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/WALs/f13c2bb2f71a,46311,1732418455035, archiveDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/oldWALs, maxLogs=32 2024-11-24T03:20:58,382 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/WALs/f13c2bb2f71a,46311,1732418455035/f13c2bb2f71a%2C46311%2C1732418455035.meta.1732418458367.meta, exclude list is [], retry=0 2024-11-24T03:20:58,386 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35537,DS-45f7f2a0-4882-49d3-b4da-785869356c3a,DISK] 2024-11-24T03:20:58,389 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/WALs/f13c2bb2f71a,46311,1732418455035/f13c2bb2f71a%2C46311%2C1732418455035.meta.1732418458367.meta 2024-11-24T03:20:58,389 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43195:43195)] 2024-11-24T03:20:58,390 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:20:58,391 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T03:20:58,453 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T03:20:58,458 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T03:20:58,463 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T03:20:58,463 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:20:58,464 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-24T03:20:58,464 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-24T03:20:58,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T03:20:58,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T03:20:58,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:20:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T03:20:58,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T03:20:58,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:58,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:20:58,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T03:20:58,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T03:20:58,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:58,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:20:58,476 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740 2024-11-24T03:20:58,479 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740 2024-11-24T03:20:58,482 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:20:58,485 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T03:20:58,486 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66868815, jitterRate=-0.003577008843421936}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:20:58,488 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T03:20:58,496 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732418458339 2024-11-24T03:20:58,507 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T03:20:58,508 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-24T03:20:58,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:58,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f13c2bb2f71a,46311,1732418455035, state=OPEN 2024-11-24T03:20:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:20:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:20:58,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:20:58,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:20:58,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T03:20:58,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f13c2bb2f71a,46311,1732418455035 in 347 msec 2024-11-24T03:20:58,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T03:20:58,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-24T03:20:58,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4840 sec 2024-11-24T03:20:58,531 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732418458531, completionTime=-1 2024-11-24T03:20:58,531 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T03:20:58,531 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-24T03:20:58,568 DEBUG [hconnection-0x2103b5c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:20:58,571 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:20:58,582 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-24T03:20:58,583 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732418518583 2024-11-24T03:20:58,583 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732418578583 2024-11-24T03:20:58,583 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-24T03:20:58,606 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34053,1732418454299-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:58,606 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34053,1732418454299-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:58,606 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34053,1732418454299-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:58,608 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f13c2bb2f71a:34053, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:58,608 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T03:20:58,613 DEBUG [master/f13c2bb2f71a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-24T03:20:58,616 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-24T03:20:58,617 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T03:20:58,623 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-24T03:20:58,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:20:58,627 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:58,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:20:58,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741835_1011 (size=358) 2024-11-24T03:20:59,044 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fa92f0f5126a409fa2e1df25fde1494a, NAME => 'hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 2024-11-24T03:20:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741836_1012 (size=42) 2024-11-24T03:20:59,455 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:20:59,455 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing fa92f0f5126a409fa2e1df25fde1494a, disabling compactions & flushes 2024-11-24T03:20:59,455 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:20:59,455 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:20:59,455 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. after waiting 0 ms 2024-11-24T03:20:59,455 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:20:59,455 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:20:59,455 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for fa92f0f5126a409fa2e1df25fde1494a: 2024-11-24T03:20:59,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:20:59,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732418459459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418459459"}]},"ts":"1732418459459"} 2024-11-24T03:20:59,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:20:59,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:20:59,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418459511"}]},"ts":"1732418459511"} 2024-11-24T03:20:59,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-24T03:20:59,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fa92f0f5126a409fa2e1df25fde1494a, ASSIGN}] 2024-11-24T03:20:59,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fa92f0f5126a409fa2e1df25fde1494a, ASSIGN 2024-11-24T03:20:59,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=fa92f0f5126a409fa2e1df25fde1494a, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=false 2024-11-24T03:20:59,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fa92f0f5126a409fa2e1df25fde1494a, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:59,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure fa92f0f5126a409fa2e1df25fde1494a, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:20:59,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:59,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:20:59,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => fa92f0f5126a409fa2e1df25fde1494a, NAME => 'hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:20:59,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace fa92f0f5126a409fa2e1df25fde1494a 2024-11-24T03:20:59,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:20:59,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for fa92f0f5126a409fa2e1df25fde1494a 2024-11-24T03:20:59,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for fa92f0f5126a409fa2e1df25fde1494a 2024-11-24T03:20:59,853 INFO [StoreOpener-fa92f0f5126a409fa2e1df25fde1494a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fa92f0f5126a409fa2e1df25fde1494a 2024-11-24T03:20:59,855 INFO [StoreOpener-fa92f0f5126a409fa2e1df25fde1494a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa92f0f5126a409fa2e1df25fde1494a columnFamilyName info 2024-11-24T03:20:59,855 DEBUG [StoreOpener-fa92f0f5126a409fa2e1df25fde1494a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:20:59,856 INFO [StoreOpener-fa92f0f5126a409fa2e1df25fde1494a-1 {}] regionserver.HStore(327): Store=fa92f0f5126a409fa2e1df25fde1494a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:20:59,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/namespace/fa92f0f5126a409fa2e1df25fde1494a 2024-11-24T03:20:59,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/namespace/fa92f0f5126a409fa2e1df25fde1494a 2024-11-24T03:20:59,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for fa92f0f5126a409fa2e1df25fde1494a 2024-11-24T03:20:59,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/namespace/fa92f0f5126a409fa2e1df25fde1494a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:20:59,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened fa92f0f5126a409fa2e1df25fde1494a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65100721, jitterRate=-0.029923662543296814}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:20:59,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for fa92f0f5126a409fa2e1df25fde1494a: 2024-11-24T03:20:59,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a., pid=6, masterSystemTime=1732418459842 2024-11-24T03:20:59,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:20:59,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:20:59,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fa92f0f5126a409fa2e1df25fde1494a, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:20:59,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T03:20:59,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure fa92f0f5126a409fa2e1df25fde1494a, server=f13c2bb2f71a,46311,1732418455035 in 189 msec 2024-11-24T03:20:59,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T03:20:59,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=fa92f0f5126a409fa2e1df25fde1494a, ASSIGN in 354 msec 2024-11-24T03:20:59,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:20:59,886 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418459886"}]},"ts":"1732418459886"} 2024-11-24T03:20:59,888 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-24T03:20:59,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:20:59,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2740 sec 2024-11-24T03:20:59,927 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-24T03:20:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-24T03:20:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:59,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:20:59,957 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-24T03:20:59,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T03:20:59,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-24T03:20:59,982 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-24T03:20:59,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T03:20:59,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-24T03:21:00,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-24T03:21:00,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-24T03:21:00,011 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.899sec 2024-11-24T03:21:00,012 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T03:21:00,013 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T03:21:00,014 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T03:21:00,015 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T03:21:00,015 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T03:21:00,016 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34053,1732418454299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:21:00,016 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34053,1732418454299-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T03:21:00,023 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-24T03:21:00,023 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T03:21:00,024 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34053,1732418454299-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:00,095 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38630296 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76523d14 2024-11-24T03:21:00,095 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-24T03:21:00,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75444e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:00,104 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T03:21:00,104 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T03:21:00,114 DEBUG [hconnection-0x25802b45-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:00,122 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:00,131 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f13c2bb2f71a,34053,1732418454299 2024-11-24T03:21:00,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=8234 2024-11-24T03:21:00,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:21:00,160 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:21:00,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:21:00,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:21:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:00,174 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:21:00,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-24T03:21:00,174 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:00,176 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:21:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:00,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741837_1013 (size=960) 2024-11-24T03:21:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:00,591 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 2024-11-24T03:21:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741838_1014 (size=53) 2024-11-24T03:21:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:01,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:01,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1dc32c62f81a0a5d73b67f2d8ec57cd3, disabling compactions & flushes 2024-11-24T03:21:01,002 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:01,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:01,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. after waiting 0 ms 2024-11-24T03:21:01,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:01,002 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:01,002 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:01,004 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:21:01,005 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418461005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418461005"}]},"ts":"1732418461005"} 2024-11-24T03:21:01,008 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:21:01,009 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:21:01,010 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418461010"}]},"ts":"1732418461010"} 2024-11-24T03:21:01,012 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:21:01,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc32c62f81a0a5d73b67f2d8ec57cd3, ASSIGN}] 2024-11-24T03:21:01,019 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc32c62f81a0a5d73b67f2d8ec57cd3, ASSIGN 2024-11-24T03:21:01,020 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc32c62f81a0a5d73b67f2d8ec57cd3, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=false 2024-11-24T03:21:01,171 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1dc32c62f81a0a5d73b67f2d8ec57cd3, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:01,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:21:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:01,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:01,334 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:01,334 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:21:01,334 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:01,335 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:01,335 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:01,335 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:01,337 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:01,340 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:01,340 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc32c62f81a0a5d73b67f2d8ec57cd3 columnFamilyName A 2024-11-24T03:21:01,340 DEBUG [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:01,342 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] regionserver.HStore(327): Store=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:01,342 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:01,344 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:01,344 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc32c62f81a0a5d73b67f2d8ec57cd3 columnFamilyName B 2024-11-24T03:21:01,344 DEBUG [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:01,345 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] regionserver.HStore(327): Store=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:01,345 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:01,347 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:01,347 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc32c62f81a0a5d73b67f2d8ec57cd3 columnFamilyName C 2024-11-24T03:21:01,347 DEBUG [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:01,348 INFO [StoreOpener-1dc32c62f81a0a5d73b67f2d8ec57cd3-1 {}] regionserver.HStore(327): Store=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:01,349 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:01,350 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:01,350 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:01,353 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:21:01,355 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:01,358 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:21:01,359 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 1dc32c62f81a0a5d73b67f2d8ec57cd3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73858879, jitterRate=0.10058306157588959}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:21:01,360 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:01,361 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., pid=11, masterSystemTime=1732418461328 2024-11-24T03:21:01,364 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:01,364 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:01,365 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1dc32c62f81a0a5d73b67f2d8ec57cd3, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:01,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T03:21:01,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 in 194 msec 2024-11-24T03:21:01,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T03:21:01,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc32c62f81a0a5d73b67f2d8ec57cd3, ASSIGN in 354 msec 2024-11-24T03:21:01,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:21:01,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418461376"}]},"ts":"1732418461376"} 2024-11-24T03:21:01,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:21:01,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:21:01,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2130 sec 2024-11-24T03:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:02,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-24T03:21:02,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e67f019 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fcb5f29 2024-11-24T03:21:02,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdf5682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,307 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:21:02,312 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:21:02,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5095ba91 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f2091cc 2024-11-24T03:21:02,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d38d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12885408 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9bd0964 2024-11-24T03:21:02,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b32f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c43377 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18cb251d 2024-11-24T03:21:02,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736f1673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,333 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04977266 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b55c24 2024-11-24T03:21:02,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbb5d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a8f4734 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e52b42a 2024-11-24T03:21:02,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f34ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,344 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c964e8 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9ed28bb 2024-11-24T03:21:02,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cad1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,348 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e97e4b to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12a1285d 2024-11-24T03:21:02,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x527c6d40 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bc462 2024-11-24T03:21:02,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767a8485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c8de680 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fe2fa7 2024-11-24T03:21:02,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6502d571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:02,365 DEBUG [hconnection-0x3d2cc084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,365 DEBUG [hconnection-0x34907d80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,368 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,369 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,372 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:02,378 DEBUG [hconnection-0x131c45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-24T03:21:02,381 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:21:02,383 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:02,384 DEBUG [hconnection-0x1127e63d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:02,385 DEBUG [hconnection-0xee6867d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,385 DEBUG [hconnection-0x52bb944e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,388 DEBUG [hconnection-0x6f00b746-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,390 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,390 DEBUG [hconnection-0x75d8fbc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:02,392 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,393 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,394 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,404 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,414 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,418 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:02,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:02,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:02,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:02,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:02,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:02,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:02,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:21:02,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:02,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:02,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:02,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:02,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:02,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/b488f59bb8b24663b969ea80d95fe551 is 50, key is test_row_0/A:col10/1732418462440/Put/seqid=0 2024-11-24T03:21:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741839_1015 (size=19021) 2024-11-24T03:21:02,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418522622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418522622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/b488f59bb8b24663b969ea80d95fe551 2024-11-24T03:21:02,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418522630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418522632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418522627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:21:02,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:02,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/6e96e924c1524284aa4eb919af94a579 is 50, key is test_row_0/B:col10/1732418462440/Put/seqid=0 2024-11-24T03:21:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:02,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:02,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:02,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418522766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741840_1016 (size=12001) 2024-11-24T03:21:02,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418522768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418522768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418522768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/6e96e924c1524284aa4eb919af94a579 2024-11-24T03:21:02,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418522770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/1200ebd144e44ef2ac60df911d090182 is 50, key is test_row_0/C:col10/1732418462440/Put/seqid=0 2024-11-24T03:21:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741841_1017 (size=12001) 2024-11-24T03:21:02,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/1200ebd144e44ef2ac60df911d090182 2024-11-24T03:21:02,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/b488f59bb8b24663b969ea80d95fe551 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b488f59bb8b24663b969ea80d95fe551 2024-11-24T03:21:02,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b488f59bb8b24663b969ea80d95fe551, entries=300, sequenceid=12, filesize=18.6 K 2024-11-24T03:21:02,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/6e96e924c1524284aa4eb919af94a579 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e96e924c1524284aa4eb919af94a579 2024-11-24T03:21:02,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e96e924c1524284aa4eb919af94a579, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:21:02,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:02,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:02,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/1200ebd144e44ef2ac60df911d090182 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1200ebd144e44ef2ac60df911d090182 2024-11-24T03:21:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:02,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:02,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1200ebd144e44ef2ac60df911d090182, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:21:02,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 469ms, sequenceid=12, compaction requested=false 2024-11-24T03:21:02,923 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T03:21:02,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:02,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T03:21:02,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:02,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:02,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:21:03,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ab590033913743f69ae7c9efd0546c8c is 50, key is test_row_0/A:col10/1732418462617/Put/seqid=0 2024-11-24T03:21:03,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418522994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418522994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418522998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418523003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418523005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741842_1018 (size=12001) 2024-11-24T03:21:03,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418523109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418523109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418523112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418523120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418523120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T03:21:03,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-24T03:21:03,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:03,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:03,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418523320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418523322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418523323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418523329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418523331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,374 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:03,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ab590033913743f69ae7c9efd0546c8c 2024-11-24T03:21:03,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/4331bbf2df254c0eb298805e227d1ca0 is 50, key is test_row_0/B:col10/1732418462617/Put/seqid=0 2024-11-24T03:21:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741843_1019 (size=12001) 2024-11-24T03:21:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:21:03,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:03,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:03,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418523629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418523630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418523630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418523634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418523639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,686 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/4331bbf2df254c0eb298805e227d1ca0 2024-11-24T03:21:03,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/f3b6329a07684f78a94d8cefda8afc64 is 50, key is test_row_0/C:col10/1732418462617/Put/seqid=0 2024-11-24T03:21:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741844_1020 (size=12001) 2024-11-24T03:21:03,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/f3b6329a07684f78a94d8cefda8afc64 2024-11-24T03:21:03,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ab590033913743f69ae7c9efd0546c8c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ab590033913743f69ae7c9efd0546c8c 2024-11-24T03:21:03,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:21:03,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ab590033913743f69ae7c9efd0546c8c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T03:21:03,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/4331bbf2df254c0eb298805e227d1ca0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/4331bbf2df254c0eb298805e227d1ca0 2024-11-24T03:21:03,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:03,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:03,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:03,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:03,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:03,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:04,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/4331bbf2df254c0eb298805e227d1ca0, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T03:21:04,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/f3b6329a07684f78a94d8cefda8afc64 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f3b6329a07684f78a94d8cefda8afc64 2024-11-24T03:21:04,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f3b6329a07684f78a94d8cefda8afc64, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T03:21:04,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 1044ms, sequenceid=40, compaction requested=false 2024-11-24T03:21:04,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:04,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:04,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:04,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:04,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:04,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:04,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:04,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:04,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:04,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:04,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/d865137249d946a58fe7e005fec1ad31 is 50, key is test_row_0/A:col10/1732418464142/Put/seqid=0 2024-11-24T03:21:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741845_1021 (size=14341) 2024-11-24T03:21:04,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/d865137249d946a58fe7e005fec1ad31 2024-11-24T03:21:04,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418524201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418524203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418524204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418524206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418524208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/d5ce32b0eb3444a4b4b377fc9127a1bb is 50, key is test_row_0/B:col10/1732418464142/Put/seqid=0 2024-11-24T03:21:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741846_1022 (size=12001) 2024-11-24T03:21:04,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/d5ce32b0eb3444a4b4b377fc9127a1bb 2024-11-24T03:21:04,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/545ed72ceee544d2ac2378c15a6c0572 is 50, key is test_row_0/C:col10/1732418464142/Put/seqid=0 2024-11-24T03:21:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741847_1023 (size=12001) 2024-11-24T03:21:04,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/545ed72ceee544d2ac2378c15a6c0572 2024-11-24T03:21:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/d865137249d946a58fe7e005fec1ad31 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d865137249d946a58fe7e005fec1ad31 2024-11-24T03:21:04,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d865137249d946a58fe7e005fec1ad31, entries=200, sequenceid=51, filesize=14.0 K 2024-11-24T03:21:04,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:04,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/d5ce32b0eb3444a4b4b377fc9127a1bb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/d5ce32b0eb3444a4b4b377fc9127a1bb 2024-11-24T03:21:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:04,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:04,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418524313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418524317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418524320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418524322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418524322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/d5ce32b0eb3444a4b4b377fc9127a1bb, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T03:21:04,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/545ed72ceee544d2ac2378c15a6c0572 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/545ed72ceee544d2ac2378c15a6c0572 2024-11-24T03:21:04,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/545ed72ceee544d2ac2378c15a6c0572, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T03:21:04,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 208ms, sequenceid=51, compaction requested=true 2024-11-24T03:21:04,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:04,357 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:04,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:04,358 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:04,362 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:04,363 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:04,363 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:04,364 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e96e924c1524284aa4eb919af94a579, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/4331bbf2df254c0eb298805e227d1ca0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/d5ce32b0eb3444a4b4b377fc9127a1bb] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=35.2 K 2024-11-24T03:21:04,365 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e96e924c1524284aa4eb919af94a579, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418462436 2024-11-24T03:21:04,365 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:04,365 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:04,366 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4331bbf2df254c0eb298805e227d1ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732418462617 2024-11-24T03:21:04,366 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:04,366 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b488f59bb8b24663b969ea80d95fe551, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ab590033913743f69ae7c9efd0546c8c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d865137249d946a58fe7e005fec1ad31] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=44.3 K 2024-11-24T03:21:04,367 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ce32b0eb3444a4b4b377fc9127a1bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418464139 2024-11-24T03:21:04,368 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b488f59bb8b24663b969ea80d95fe551, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418462405 2024-11-24T03:21:04,371 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab590033913743f69ae7c9efd0546c8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732418462617 2024-11-24T03:21:04,371 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d865137249d946a58fe7e005fec1ad31, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418462998 2024-11-24T03:21:04,407 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#9 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:04,408 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/897cb25a44284612b3175e39ecf60aa7 is 50, key is test_row_0/B:col10/1732418464142/Put/seqid=0 2024-11-24T03:21:04,412 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:04,413 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/630fac1442c149ff932ce40d193442c5 is 50, key is test_row_0/A:col10/1732418464142/Put/seqid=0 2024-11-24T03:21:04,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741848_1024 (size=12104) 2024-11-24T03:21:04,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741849_1025 (size=12104) 2024-11-24T03:21:04,451 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/897cb25a44284612b3175e39ecf60aa7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/897cb25a44284612b3175e39ecf60aa7 2024-11-24T03:21:04,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:21:04,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:04,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:21:04,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:04,466 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/630fac1442c149ff932ce40d193442c5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/630fac1442c149ff932ce40d193442c5 2024-11-24T03:21:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:04,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/3f4b169d73224f32b8cd7984747d932a is 50, key is test_row_0/A:col10/1732418464197/Put/seqid=0 2024-11-24T03:21:04,486 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 630fac1442c149ff932ce40d193442c5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:04,486 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:04,486 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=13, startTime=1732418464356; duration=0sec 2024-11-24T03:21:04,487 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:04,487 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:04,487 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:04,487 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 897cb25a44284612b3175e39ecf60aa7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:04,487 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:04,488 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=13, startTime=1732418464358; duration=0sec 2024-11-24T03:21:04,488 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:04,488 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:04,490 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:04,490 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:04,490 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:04,490 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1200ebd144e44ef2ac60df911d090182, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f3b6329a07684f78a94d8cefda8afc64, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/545ed72ceee544d2ac2378c15a6c0572] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=35.2 K 2024-11-24T03:21:04,491 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1200ebd144e44ef2ac60df911d090182, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418462436 2024-11-24T03:21:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:21:04,492 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3b6329a07684f78a94d8cefda8afc64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732418462617 2024-11-24T03:21:04,493 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 545ed72ceee544d2ac2378c15a6c0572, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418464139 2024-11-24T03:21:04,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741850_1026 (size=12001) 2024-11-24T03:21:04,520 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/3f4b169d73224f32b8cd7984747d932a 2024-11-24T03:21:04,524 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#12 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:04,525 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/c4ba7c6d1050489b8e6dfe2f1b49f986 is 50, key is test_row_0/C:col10/1732418464142/Put/seqid=0 2024-11-24T03:21:04,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:04,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741851_1027 (size=12104) 2024-11-24T03:21:04,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418524547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418524549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/38a46ca73c754af7bdfe566eee0716b3 is 50, key is test_row_0/B:col10/1732418464197/Put/seqid=0 2024-11-24T03:21:04,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418524552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418524553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,561 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/c4ba7c6d1050489b8e6dfe2f1b49f986 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c4ba7c6d1050489b8e6dfe2f1b49f986 2024-11-24T03:21:04,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418524553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,584 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into c4ba7c6d1050489b8e6dfe2f1b49f986(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:04,584 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:04,584 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=13, startTime=1732418464358; duration=0sec 2024-11-24T03:21:04,584 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:04,584 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741852_1028 (size=12001) 2024-11-24T03:21:04,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418524656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418524658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418524662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418524663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418524664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T03:21:04,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T03:21:04,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T03:21:04,799 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-24T03:21:04,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T03:21:04,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T03:21:04,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T03:21:04,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T03:21:04,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:21:04,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T03:21:04,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418524860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418524861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418524869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418524869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418524868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:04,991 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/38a46ca73c754af7bdfe566eee0716b3 2024-11-24T03:21:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/b084c83c884f40c384ec0eaf6b442e26 is 50, key is test_row_0/C:col10/1732418464197/Put/seqid=0 2024-11-24T03:21:05,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741853_1029 (size=12001) 2024-11-24T03:21:05,044 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/b084c83c884f40c384ec0eaf6b442e26 2024-11-24T03:21:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/3f4b169d73224f32b8cd7984747d932a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/3f4b169d73224f32b8cd7984747d932a 2024-11-24T03:21:05,074 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/3f4b169d73224f32b8cd7984747d932a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:21:05,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/38a46ca73c754af7bdfe566eee0716b3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/38a46ca73c754af7bdfe566eee0716b3 2024-11-24T03:21:05,111 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/38a46ca73c754af7bdfe566eee0716b3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:21:05,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/b084c83c884f40c384ec0eaf6b442e26 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b084c83c884f40c384ec0eaf6b442e26 2024-11-24T03:21:05,129 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b084c83c884f40c384ec0eaf6b442e26, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:21:05,133 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 667ms, sequenceid=76, compaction requested=false 2024-11-24T03:21:05,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:05,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:05,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T03:21:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-24T03:21:05,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T03:21:05,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7520 sec 2024-11-24T03:21:05,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.7660 sec 2024-11-24T03:21:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:05,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:21:05,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:05,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ea44e520cde540ffaccf2c3705e458e0 is 50, key is test_row_0/A:col10/1732418465168/Put/seqid=0 2024-11-24T03:21:05,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418525199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741854_1030 (size=16681) 2024-11-24T03:21:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418525200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418525201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ea44e520cde540ffaccf2c3705e458e0 2024-11-24T03:21:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418525202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418525204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/ffa4c5e4f6e749c9b733eba7a3f04ba3 is 50, key is test_row_0/B:col10/1732418465168/Put/seqid=0 2024-11-24T03:21:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741855_1031 (size=12001) 2024-11-24T03:21:05,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418525306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418525309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418525310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418525312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418525313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418525511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418525512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418525515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418525517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418525519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/ffa4c5e4f6e749c9b733eba7a3f04ba3 2024-11-24T03:21:05,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/a59a1b3705c2437b93d9f80974123b69 is 50, key is test_row_0/C:col10/1732418465168/Put/seqid=0 2024-11-24T03:21:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741856_1032 (size=12001) 2024-11-24T03:21:05,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/a59a1b3705c2437b93d9f80974123b69 2024-11-24T03:21:05,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ea44e520cde540ffaccf2c3705e458e0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ea44e520cde540ffaccf2c3705e458e0 2024-11-24T03:21:05,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ea44e520cde540ffaccf2c3705e458e0, entries=250, sequenceid=94, filesize=16.3 K 2024-11-24T03:21:05,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/ffa4c5e4f6e749c9b733eba7a3f04ba3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/ffa4c5e4f6e749c9b733eba7a3f04ba3 2024-11-24T03:21:05,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/ffa4c5e4f6e749c9b733eba7a3f04ba3, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T03:21:05,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/a59a1b3705c2437b93d9f80974123b69 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a59a1b3705c2437b93d9f80974123b69 2024-11-24T03:21:05,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a59a1b3705c2437b93d9f80974123b69, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T03:21:05,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 587ms, sequenceid=94, compaction requested=true 2024-11-24T03:21:05,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:05,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:05,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:05,758 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:05,759 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:05,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:05,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:05,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:05,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:05,761 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:05,762 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:05,762 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:05,762 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/630fac1442c149ff932ce40d193442c5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/3f4b169d73224f32b8cd7984747d932a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ea44e520cde540ffaccf2c3705e458e0] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=39.8 K 2024-11-24T03:21:05,763 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:05,763 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:05,763 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:05,763 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/897cb25a44284612b3175e39ecf60aa7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/38a46ca73c754af7bdfe566eee0716b3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/ffa4c5e4f6e749c9b733eba7a3f04ba3] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=35.3 K 2024-11-24T03:21:05,764 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 630fac1442c149ff932ce40d193442c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418464139 2024-11-24T03:21:05,765 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 897cb25a44284612b3175e39ecf60aa7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418464139 2024-11-24T03:21:05,766 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 38a46ca73c754af7bdfe566eee0716b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418464193 2024-11-24T03:21:05,766 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f4b169d73224f32b8cd7984747d932a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418464193 2024-11-24T03:21:05,767 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ffa4c5e4f6e749c9b733eba7a3f04ba3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732418464550 2024-11-24T03:21:05,767 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea44e520cde540ffaccf2c3705e458e0, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732418464548 2024-11-24T03:21:05,791 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:05,793 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/a534e3330a8e4ba68185c01f12f988d7 is 50, key is test_row_0/B:col10/1732418465168/Put/seqid=0 2024-11-24T03:21:05,796 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:05,797 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/4fe8b9d7f6944ce4a32055c9f1d8702c is 50, key is test_row_0/A:col10/1732418465168/Put/seqid=0 2024-11-24T03:21:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741857_1033 (size=12207) 2024-11-24T03:21:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:05,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T03:21:05,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:05,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:05,822 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/a534e3330a8e4ba68185c01f12f988d7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a534e3330a8e4ba68185c01f12f988d7 2024-11-24T03:21:05,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/4a02ae5ceb104b02a888e11f83d589b1 is 50, key is test_row_0/A:col10/1732418465201/Put/seqid=0 2024-11-24T03:21:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741858_1034 (size=12207) 2024-11-24T03:21:05,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418525840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,849 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into a534e3330a8e4ba68185c01f12f988d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:05,849 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:05,849 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=13, startTime=1732418465758; duration=0sec 2024-11-24T03:21:05,850 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:05,850 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:05,850 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:05,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418525841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741859_1035 (size=14341) 2024-11-24T03:21:05,854 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:05,855 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:05,855 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:05,855 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c4ba7c6d1050489b8e6dfe2f1b49f986, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b084c83c884f40c384ec0eaf6b442e26, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a59a1b3705c2437b93d9f80974123b69] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=35.3 K 2024-11-24T03:21:05,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418525846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,857 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c4ba7c6d1050489b8e6dfe2f1b49f986, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418464139 2024-11-24T03:21:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418525847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418525848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,858 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b084c83c884f40c384ec0eaf6b442e26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418464193 2024-11-24T03:21:05,860 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a59a1b3705c2437b93d9f80974123b69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732418464550 2024-11-24T03:21:05,860 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/4fe8b9d7f6944ce4a32055c9f1d8702c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4fe8b9d7f6944ce4a32055c9f1d8702c 2024-11-24T03:21:05,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/4a02ae5ceb104b02a888e11f83d589b1 2024-11-24T03:21:05,880 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 4fe8b9d7f6944ce4a32055c9f1d8702c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:05,881 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:05,881 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=13, startTime=1732418465758; duration=0sec 2024-11-24T03:21:05,881 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:05,881 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:05,883 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:05,884 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/22c0c88049cc41e0a062f06c46af19f0 is 50, key is test_row_0/C:col10/1732418465168/Put/seqid=0 2024-11-24T03:21:05,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/53fcc836707e465286c7ef5313d3863d is 50, key is test_row_0/B:col10/1732418465201/Put/seqid=0 2024-11-24T03:21:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741860_1036 (size=12207) 2024-11-24T03:21:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741861_1037 (size=12001) 2024-11-24T03:21:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418525951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418525952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418525958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418525959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418525961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418526155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418526156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418526161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418526163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418526165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/53fcc836707e465286c7ef5313d3863d 2024-11-24T03:21:06,355 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/22c0c88049cc41e0a062f06c46af19f0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/22c0c88049cc41e0a062f06c46af19f0 2024-11-24T03:21:06,370 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 22c0c88049cc41e0a062f06c46af19f0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:06,370 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:06,370 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=13, startTime=1732418465759; duration=0sec 2024-11-24T03:21:06,370 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:06,370 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:06,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/1a4b0459a8c34a15a6f2868606f28d2a is 50, key is test_row_0/C:col10/1732418465201/Put/seqid=0 2024-11-24T03:21:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741862_1038 (size=12001) 2024-11-24T03:21:06,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/1a4b0459a8c34a15a6f2868606f28d2a 2024-11-24T03:21:06,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/4a02ae5ceb104b02a888e11f83d589b1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4a02ae5ceb104b02a888e11f83d589b1 2024-11-24T03:21:06,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4a02ae5ceb104b02a888e11f83d589b1, entries=200, sequenceid=116, filesize=14.0 K 2024-11-24T03:21:06,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/53fcc836707e465286c7ef5313d3863d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/53fcc836707e465286c7ef5313d3863d 2024-11-24T03:21:06,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/53fcc836707e465286c7ef5313d3863d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T03:21:06,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/1a4b0459a8c34a15a6f2868606f28d2a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1a4b0459a8c34a15a6f2868606f28d2a 2024-11-24T03:21:06,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1a4b0459a8c34a15a6f2868606f28d2a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T03:21:06,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 623ms, sequenceid=116, compaction requested=false 2024-11-24T03:21:06,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:06,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:21:06,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:06,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:06,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:06,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:06,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:06,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:06,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8a1adcd7b2a9440e83d2163394eebf2a is 50, key is test_row_0/A:col10/1732418466462/Put/seqid=0 2024-11-24T03:21:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:21:06,493 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-24T03:21:06,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-24T03:21:06,499 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:21:06,501 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:06,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:06,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418526501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418526503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418526506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418526507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418526508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741863_1039 (size=12101) 2024-11-24T03:21:06,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8a1adcd7b2a9440e83d2163394eebf2a 2024-11-24T03:21:06,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/eb9c84264a4042c3a50da78b5dc3ac2e is 50, key is test_row_0/B:col10/1732418466462/Put/seqid=0 2024-11-24T03:21:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741864_1040 (size=12101) 2024-11-24T03:21:06,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/eb9c84264a4042c3a50da78b5dc3ac2e 2024-11-24T03:21:06,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/dc58724cb3d449f698857eb788c6198e is 50, key is test_row_0/C:col10/1732418466462/Put/seqid=0 2024-11-24T03:21:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:21:06,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418526610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418526611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418526615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418526615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418526615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741865_1041 (size=12101) 2024-11-24T03:21:06,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:21:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:06,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:06,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:21:06,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:21:06,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:06,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:06,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:06,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:06,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:06,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418526815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418526816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418526819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418526819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418526819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:06,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:21:06,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:06,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:06,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:06,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:06,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:07,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/dc58724cb3d449f698857eb788c6198e 2024-11-24T03:21:07,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8a1adcd7b2a9440e83d2163394eebf2a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8a1adcd7b2a9440e83d2163394eebf2a 2024-11-24T03:21:07,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8a1adcd7b2a9440e83d2163394eebf2a, entries=150, sequenceid=135, filesize=11.8 K 2024-11-24T03:21:07,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/eb9c84264a4042c3a50da78b5dc3ac2e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/eb9c84264a4042c3a50da78b5dc3ac2e 2024-11-24T03:21:07,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/eb9c84264a4042c3a50da78b5dc3ac2e, entries=150, sequenceid=135, filesize=11.8 K 2024-11-24T03:21:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/dc58724cb3d449f698857eb788c6198e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/dc58724cb3d449f698857eb788c6198e 2024-11-24T03:21:07,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/dc58724cb3d449f698857eb788c6198e, entries=150, sequenceid=135, filesize=11.8 K 2024-11-24T03:21:07,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 625ms, sequenceid=135, compaction requested=true 2024-11-24T03:21:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:07,087 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:07,088 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:07,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:07,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:07,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:07,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:07,091 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:07,091 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:07,091 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:07,091 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4fe8b9d7f6944ce4a32055c9f1d8702c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4a02ae5ceb104b02a888e11f83d589b1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8a1adcd7b2a9440e83d2163394eebf2a] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=37.7 K 2024-11-24T03:21:07,092 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:07,092 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:07,092 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:07,092 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a534e3330a8e4ba68185c01f12f988d7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/53fcc836707e465286c7ef5313d3863d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/eb9c84264a4042c3a50da78b5dc3ac2e] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=35.5 K 2024-11-24T03:21:07,093 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a534e3330a8e4ba68185c01f12f988d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732418464550 2024-11-24T03:21:07,093 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fe8b9d7f6944ce4a32055c9f1d8702c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732418464550 2024-11-24T03:21:07,094 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 53fcc836707e465286c7ef5313d3863d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418465199 2024-11-24T03:21:07,094 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting eb9c84264a4042c3a50da78b5dc3ac2e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732418465836 2024-11-24T03:21:07,095 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a02ae5ceb104b02a888e11f83d589b1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418465179 2024-11-24T03:21:07,095 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a1adcd7b2a9440e83d2163394eebf2a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732418465836 2024-11-24T03:21:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:21:07,116 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:07,117 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/f98fea74dc31452583f51832c7f6ea68 is 50, key is test_row_0/A:col10/1732418466462/Put/seqid=0 2024-11-24T03:21:07,119 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:07,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,119 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/c9f99f37e44c4cdebfb91172ef3e12e0 is 50, key is test_row_0/B:col10/1732418466462/Put/seqid=0 2024-11-24T03:21:07,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:21:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:07,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:21:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:07,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/62a4460eb97d41a1a37cb8d21dcc4bb7 is 50, key is test_row_0/A:col10/1732418466504/Put/seqid=0 2024-11-24T03:21:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418527137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741867_1043 (size=12409) 2024-11-24T03:21:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418527139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418527141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741866_1042 (size=12409) 2024-11-24T03:21:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418527142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418527149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,182 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/f98fea74dc31452583f51832c7f6ea68 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f98fea74dc31452583f51832c7f6ea68 2024-11-24T03:21:07,195 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into f98fea74dc31452583f51832c7f6ea68(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:07,196 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:07,196 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=13, startTime=1732418467087; duration=0sec 2024-11-24T03:21:07,196 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:07,196 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:07,196 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741868_1044 (size=12151) 2024-11-24T03:21:07,199 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:07,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/62a4460eb97d41a1a37cb8d21dcc4bb7 2024-11-24T03:21:07,199 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:07,200 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:07,200 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/22c0c88049cc41e0a062f06c46af19f0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1a4b0459a8c34a15a6f2868606f28d2a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/dc58724cb3d449f698857eb788c6198e] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=35.5 K 2024-11-24T03:21:07,201 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22c0c88049cc41e0a062f06c46af19f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732418464550 2024-11-24T03:21:07,202 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a4b0459a8c34a15a6f2868606f28d2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418465199 2024-11-24T03:21:07,202 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc58724cb3d449f698857eb788c6198e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732418465836 2024-11-24T03:21:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/869b6f3f9ee345f2ae1207bd913c1cb1 is 50, key is test_row_0/B:col10/1732418466504/Put/seqid=0 2024-11-24T03:21:07,226 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:07,227 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/d8076967896a42ebb851b0c6451d2c4a is 50, key is test_row_0/C:col10/1732418466462/Put/seqid=0 2024-11-24T03:21:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741870_1046 (size=12409) 2024-11-24T03:21:07,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418527249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418527250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418527251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418527257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741869_1045 (size=12151) 2024-11-24T03:21:07,264 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/869b6f3f9ee345f2ae1207bd913c1cb1 2024-11-24T03:21:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418527266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/b07a86820dcd4cc39b8bbdf62405b69d is 50, key is test_row_0/C:col10/1732418466504/Put/seqid=0 2024-11-24T03:21:07,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741871_1047 (size=12151) 2024-11-24T03:21:07,310 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/b07a86820dcd4cc39b8bbdf62405b69d 2024-11-24T03:21:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/62a4460eb97d41a1a37cb8d21dcc4bb7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/62a4460eb97d41a1a37cb8d21dcc4bb7 2024-11-24T03:21:07,328 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/62a4460eb97d41a1a37cb8d21dcc4bb7, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T03:21:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/869b6f3f9ee345f2ae1207bd913c1cb1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/869b6f3f9ee345f2ae1207bd913c1cb1 2024-11-24T03:21:07,339 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/869b6f3f9ee345f2ae1207bd913c1cb1, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T03:21:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/b07a86820dcd4cc39b8bbdf62405b69d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b07a86820dcd4cc39b8bbdf62405b69d 2024-11-24T03:21:07,353 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b07a86820dcd4cc39b8bbdf62405b69d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T03:21:07,354 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 234ms, sequenceid=156, compaction requested=false 2024-11-24T03:21:07,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:07,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:07,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T03:21:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-24T03:21:07,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T03:21:07,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 855 msec 2024-11-24T03:21:07,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 866 msec 2024-11-24T03:21:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:07,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:21:07,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:07,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/a5025989a05e40fbb65fc9d54c9e8cc0 is 50, key is test_row_0/A:col10/1732418467137/Put/seqid=0 2024-11-24T03:21:07,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741872_1048 (size=12151) 2024-11-24T03:21:07,558 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/c9f99f37e44c4cdebfb91172ef3e12e0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/c9f99f37e44c4cdebfb91172ef3e12e0 2024-11-24T03:21:07,569 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into c9f99f37e44c4cdebfb91172ef3e12e0(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:07,569 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:07,569 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=13, startTime=1732418467088; duration=0sec 2024-11-24T03:21:07,570 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:07,570 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:07,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418527563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418527563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418527566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418527566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418527568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:21:07,606 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-24T03:21:07,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-24T03:21:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:21:07,616 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:07,623 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:07,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:07,653 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/d8076967896a42ebb851b0c6451d2c4a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d8076967896a42ebb851b0c6451d2c4a 2024-11-24T03:21:07,664 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into d8076967896a42ebb851b0c6451d2c4a(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:07,664 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:07,664 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=13, startTime=1732418467088; duration=0sec 2024-11-24T03:21:07,665 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:07,665 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:07,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418527674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418527674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418527676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418527676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418527676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:21:07,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:21:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:07,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:07,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418527878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418527878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418527879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/a5025989a05e40fbb65fc9d54c9e8cc0 2024-11-24T03:21:07,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418527881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418527881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/5619780791344a64a4a6aafd4251d32c is 50, key is test_row_0/B:col10/1732418467137/Put/seqid=0 2024-11-24T03:21:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741873_1049 (size=12151) 2024-11-24T03:21:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:21:07,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:07,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:21:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:07,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:08,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:21:08,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:08,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:08,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418528184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418528185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418528185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418528185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418528186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:21:08,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:21:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:08,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:08,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/5619780791344a64a4a6aafd4251d32c 2024-11-24T03:21:08,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/f2f7c14ff16444a99cfc737186152947 is 50, key is test_row_0/C:col10/1732418467137/Put/seqid=0 2024-11-24T03:21:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741874_1050 (size=12151) 2024-11-24T03:21:08,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/f2f7c14ff16444a99cfc737186152947 2024-11-24T03:21:08,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/a5025989a05e40fbb65fc9d54c9e8cc0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a5025989a05e40fbb65fc9d54c9e8cc0 2024-11-24T03:21:08,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a5025989a05e40fbb65fc9d54c9e8cc0, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:21:08,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/5619780791344a64a4a6aafd4251d32c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5619780791344a64a4a6aafd4251d32c 2024-11-24T03:21:08,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5619780791344a64a4a6aafd4251d32c, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:21:08,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/f2f7c14ff16444a99cfc737186152947 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f2f7c14ff16444a99cfc737186152947 2024-11-24T03:21:08,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f2f7c14ff16444a99cfc737186152947, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:21:08,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 927ms, sequenceid=173, compaction requested=true 2024-11-24T03:21:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:08,385 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:08,385 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:08,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:08,387 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:08,387 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:08,387 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:08,388 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/c9f99f37e44c4cdebfb91172ef3e12e0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/869b6f3f9ee345f2ae1207bd913c1cb1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5619780791344a64a4a6aafd4251d32c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=35.9 K 2024-11-24T03:21:08,388 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:08,388 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:08,388 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:08,388 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f98fea74dc31452583f51832c7f6ea68, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/62a4460eb97d41a1a37cb8d21dcc4bb7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a5025989a05e40fbb65fc9d54c9e8cc0] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=35.9 K 2024-11-24T03:21:08,389 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c9f99f37e44c4cdebfb91172ef3e12e0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732418465836 2024-11-24T03:21:08,389 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f98fea74dc31452583f51832c7f6ea68, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732418465836 2024-11-24T03:21:08,390 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 869b6f3f9ee345f2ae1207bd913c1cb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732418466491 2024-11-24T03:21:08,390 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62a4460eb97d41a1a37cb8d21dcc4bb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732418466491 2024-11-24T03:21:08,390 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5619780791344a64a4a6aafd4251d32c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418467137 2024-11-24T03:21:08,391 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5025989a05e40fbb65fc9d54c9e8cc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418467137 2024-11-24T03:21:08,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:21:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:08,400 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:21:08,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:08,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:08,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:08,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:08,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:08,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:08,405 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:08,406 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/017e9f91e9dc4c04b8f7ccad7e91303d is 50, key is test_row_0/B:col10/1732418467137/Put/seqid=0 2024-11-24T03:21:08,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/7f256459d8e44e3cb48cf183148e555c is 50, key is test_row_0/A:col10/1732418467562/Put/seqid=0 2024-11-24T03:21:08,417 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:08,418 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8193365c291648fca0a33e8a0f2349e8 is 50, key is test_row_0/A:col10/1732418467137/Put/seqid=0 2024-11-24T03:21:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741876_1052 (size=12151) 2024-11-24T03:21:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741877_1053 (size=12561) 2024-11-24T03:21:08,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741875_1051 (size=12561) 2024-11-24T03:21:08,455 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/017e9f91e9dc4c04b8f7ccad7e91303d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/017e9f91e9dc4c04b8f7ccad7e91303d 2024-11-24T03:21:08,467 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 017e9f91e9dc4c04b8f7ccad7e91303d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:08,467 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:08,468 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=13, startTime=1732418468385; duration=0sec 2024-11-24T03:21:08,468 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:08,468 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:08,469 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:08,470 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:08,471 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:08,471 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:08,471 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d8076967896a42ebb851b0c6451d2c4a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b07a86820dcd4cc39b8bbdf62405b69d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f2f7c14ff16444a99cfc737186152947] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=35.9 K 2024-11-24T03:21:08,471 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d8076967896a42ebb851b0c6451d2c4a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732418465836 2024-11-24T03:21:08,472 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b07a86820dcd4cc39b8bbdf62405b69d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732418466491 2024-11-24T03:21:08,473 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f2f7c14ff16444a99cfc737186152947, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418467137 2024-11-24T03:21:08,487 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:08,488 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/610a3c7afb024b9592b6a64df76aa882 is 50, key is test_row_0/C:col10/1732418467137/Put/seqid=0 2024-11-24T03:21:08,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741878_1054 (size=12561) 2024-11-24T03:21:08,515 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/610a3c7afb024b9592b6a64df76aa882 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/610a3c7afb024b9592b6a64df76aa882 2024-11-24T03:21:08,524 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 610a3c7afb024b9592b6a64df76aa882(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:08,524 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:08,524 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=13, startTime=1732418468385; duration=0sec 2024-11-24T03:21:08,524 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:08,525 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:08,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:21:08,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418528753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418528759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418528760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418528761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418528761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,864 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/7f256459d8e44e3cb48cf183148e555c 2024-11-24T03:21:08,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418528865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418528869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418528869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418528871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418528871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:08,882 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8193365c291648fca0a33e8a0f2349e8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8193365c291648fca0a33e8a0f2349e8 2024-11-24T03:21:08,893 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 8193365c291648fca0a33e8a0f2349e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:08,893 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:08,893 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=13, startTime=1732418468385; duration=0sec 2024-11-24T03:21:08,893 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:08,893 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/a5b241820a644fb1966d6bb7dd898e06 is 50, key is test_row_0/B:col10/1732418467562/Put/seqid=0 2024-11-24T03:21:08,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741879_1055 (size=12151) 2024-11-24T03:21:08,929 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/a5b241820a644fb1966d6bb7dd898e06 2024-11-24T03:21:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/6b88b19f34474855a62b1af534309ef8 is 50, key is test_row_0/C:col10/1732418467562/Put/seqid=0 2024-11-24T03:21:08,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741880_1056 (size=12151) 2024-11-24T03:21:08,955 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/6b88b19f34474855a62b1af534309ef8 2024-11-24T03:21:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/7f256459d8e44e3cb48cf183148e555c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/7f256459d8e44e3cb48cf183148e555c 2024-11-24T03:21:08,971 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/7f256459d8e44e3cb48cf183148e555c, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T03:21:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/a5b241820a644fb1966d6bb7dd898e06 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5b241820a644fb1966d6bb7dd898e06 2024-11-24T03:21:08,980 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5b241820a644fb1966d6bb7dd898e06, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T03:21:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/6b88b19f34474855a62b1af534309ef8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b88b19f34474855a62b1af534309ef8 2024-11-24T03:21:08,988 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b88b19f34474855a62b1af534309ef8, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T03:21:08,990 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 590ms, sequenceid=196, compaction requested=false 2024-11-24T03:21:08,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:08,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:08,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-24T03:21:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-24T03:21:08,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T03:21:08,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3690 sec 2024-11-24T03:21:08,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3870 sec 2024-11-24T03:21:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:09,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:21:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:09,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/b5a91be8f6de44eba8fcfca795e8fb52 is 50, key is test_row_0/A:col10/1732418468759/Put/seqid=0 2024-11-24T03:21:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741881_1057 (size=12151) 2024-11-24T03:21:09,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/b5a91be8f6de44eba8fcfca795e8fb52 2024-11-24T03:21:09,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418529099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418529100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418529102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418529104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/84f357ee9d5d425396fa37fa41aa00fe is 50, key is test_row_0/B:col10/1732418468759/Put/seqid=0 2024-11-24T03:21:09,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418529112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741882_1058 (size=12151) 2024-11-24T03:21:09,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/84f357ee9d5d425396fa37fa41aa00fe 2024-11-24T03:21:09,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/5e6c377da540474288765448b9d57f6f is 50, key is test_row_0/C:col10/1732418468759/Put/seqid=0 2024-11-24T03:21:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741883_1059 (size=12151) 2024-11-24T03:21:09,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418529206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418529206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418529209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418529209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418529215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418529411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418529411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418529412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418529412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418529420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/5e6c377da540474288765448b9d57f6f 2024-11-24T03:21:09,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/b5a91be8f6de44eba8fcfca795e8fb52 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b5a91be8f6de44eba8fcfca795e8fb52 2024-11-24T03:21:09,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b5a91be8f6de44eba8fcfca795e8fb52, entries=150, sequenceid=217, filesize=11.9 K 2024-11-24T03:21:09,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/84f357ee9d5d425396fa37fa41aa00fe as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/84f357ee9d5d425396fa37fa41aa00fe 2024-11-24T03:21:09,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/84f357ee9d5d425396fa37fa41aa00fe, entries=150, sequenceid=217, filesize=11.9 K 2024-11-24T03:21:09,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/5e6c377da540474288765448b9d57f6f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5e6c377da540474288765448b9d57f6f 2024-11-24T03:21:09,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5e6c377da540474288765448b9d57f6f, entries=150, sequenceid=217, filesize=11.9 K 2024-11-24T03:21:09,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 547ms, sequenceid=217, compaction requested=true 2024-11-24T03:21:09,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:09,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:09,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:09,620 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:09,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:09,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:09,621 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:09,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:09,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:09,622 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:09,622 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:09,622 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:09,622 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:09,622 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:09,622 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:09,622 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/017e9f91e9dc4c04b8f7ccad7e91303d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5b241820a644fb1966d6bb7dd898e06, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/84f357ee9d5d425396fa37fa41aa00fe] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=36.0 K 2024-11-24T03:21:09,623 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8193365c291648fca0a33e8a0f2349e8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/7f256459d8e44e3cb48cf183148e555c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b5a91be8f6de44eba8fcfca795e8fb52] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=36.0 K 2024-11-24T03:21:09,623 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8193365c291648fca0a33e8a0f2349e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418467137 2024-11-24T03:21:09,623 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 017e9f91e9dc4c04b8f7ccad7e91303d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418467137 2024-11-24T03:21:09,624 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f256459d8e44e3cb48cf183148e555c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732418467562 2024-11-24T03:21:09,624 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a5b241820a644fb1966d6bb7dd898e06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732418467562 2024-11-24T03:21:09,625 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5a91be8f6de44eba8fcfca795e8fb52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732418468750 2024-11-24T03:21:09,625 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 84f357ee9d5d425396fa37fa41aa00fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732418468750 2024-11-24T03:21:09,643 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:09,644 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:09,644 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/5cd4e2f92c504f82934a8aba974091a1 is 50, key is test_row_0/B:col10/1732418468759/Put/seqid=0 2024-11-24T03:21:09,645 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/0ee462a2f1c447e585ce660f90cf5fcd is 50, key is test_row_0/A:col10/1732418468759/Put/seqid=0 2024-11-24T03:21:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741885_1061 (size=12663) 2024-11-24T03:21:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741884_1060 (size=12663) 2024-11-24T03:21:09,664 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/5cd4e2f92c504f82934a8aba974091a1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5cd4e2f92c504f82934a8aba974091a1 2024-11-24T03:21:09,673 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 5cd4e2f92c504f82934a8aba974091a1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:09,673 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:09,673 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=13, startTime=1732418469620; duration=0sec 2024-11-24T03:21:09,674 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:09,674 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:09,674 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:09,675 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:09,675 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:09,675 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:09,676 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/610a3c7afb024b9592b6a64df76aa882, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b88b19f34474855a62b1af534309ef8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5e6c377da540474288765448b9d57f6f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=36.0 K 2024-11-24T03:21:09,676 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 610a3c7afb024b9592b6a64df76aa882, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418467137 2024-11-24T03:21:09,677 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b88b19f34474855a62b1af534309ef8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732418467562 2024-11-24T03:21:09,677 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e6c377da540474288765448b9d57f6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732418468750 2024-11-24T03:21:09,688 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:09,689 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/6b5fd54ef20d492295d787eeab659847 is 50, key is test_row_0/C:col10/1732418468759/Put/seqid=0 2024-11-24T03:21:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741886_1062 (size=12663) 2024-11-24T03:21:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:09,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:21:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:21:09,720 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-24T03:21:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:09,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-24T03:21:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:21:09,724 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:09,725 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:09,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:09,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ba1feb63bc2a4a059fa0c2a8f92967fb is 50, key is test_row_0/A:col10/1732418469717/Put/seqid=0 2024-11-24T03:21:09,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418529731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418529735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418529737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418529741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741887_1063 (size=12151) 2024-11-24T03:21:09,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418529745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:21:09,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418529839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418529840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418529840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418529844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418529849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:09,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:21:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:09,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:21:10,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:21:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:10,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418530043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418530045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418530045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418530048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418530056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,065 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/0ee462a2f1c447e585ce660f90cf5fcd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/0ee462a2f1c447e585ce660f90cf5fcd 2024-11-24T03:21:10,074 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 0ee462a2f1c447e585ce660f90cf5fcd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:10,074 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:10,074 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=13, startTime=1732418469620; duration=0sec 2024-11-24T03:21:10,074 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:10,074 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:10,114 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/6b5fd54ef20d492295d787eeab659847 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b5fd54ef20d492295d787eeab659847 2024-11-24T03:21:10,122 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 6b5fd54ef20d492295d787eeab659847(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:10,123 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:10,123 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=13, startTime=1732418469621; duration=0sec 2024-11-24T03:21:10,123 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:10,123 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:10,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ba1feb63bc2a4a059fa0c2a8f92967fb 2024-11-24T03:21:10,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/b41f2fac8e2a4d8882990cce424805de is 50, key is test_row_0/B:col10/1732418469717/Put/seqid=0 2024-11-24T03:21:10,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:21:10,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:10,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:10,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:10,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:10,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741888_1064 (size=12151) 2024-11-24T03:21:10,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/b41f2fac8e2a4d8882990cce424805de 2024-11-24T03:21:10,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/8113e4fe1bc647d5b5a9cd7fd990cb30 is 50, key is test_row_0/C:col10/1732418469717/Put/seqid=0 2024-11-24T03:21:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741889_1065 (size=12151) 2024-11-24T03:21:10,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/8113e4fe1bc647d5b5a9cd7fd990cb30 2024-11-24T03:21:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ba1feb63bc2a4a059fa0c2a8f92967fb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ba1feb63bc2a4a059fa0c2a8f92967fb 2024-11-24T03:21:10,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ba1feb63bc2a4a059fa0c2a8f92967fb, entries=150, sequenceid=240, filesize=11.9 K 2024-11-24T03:21:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/b41f2fac8e2a4d8882990cce424805de as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b41f2fac8e2a4d8882990cce424805de 2024-11-24T03:21:10,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b41f2fac8e2a4d8882990cce424805de, entries=150, sequenceid=240, filesize=11.9 K 2024-11-24T03:21:10,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/8113e4fe1bc647d5b5a9cd7fd990cb30 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8113e4fe1bc647d5b5a9cd7fd990cb30 2024-11-24T03:21:10,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8113e4fe1bc647d5b5a9cd7fd990cb30, entries=150, sequenceid=240, filesize=11.9 K 2024-11-24T03:21:10,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 562ms, sequenceid=240, compaction requested=false 2024-11-24T03:21:10,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:21:10,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:21:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:10,349 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:21:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:10,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:10,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/57b69413390d402c996cc00457394dfb is 50, key is test_row_0/A:col10/1732418470349/Put/seqid=0 2024-11-24T03:21:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418530375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418530376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418530376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418530377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418530377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741890_1066 (size=14591) 2024-11-24T03:21:10,388 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/57b69413390d402c996cc00457394dfb 2024-11-24T03:21:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/efd30a5e7cab40379469a5797ed49ecc is 50, key is test_row_0/B:col10/1732418470349/Put/seqid=0 2024-11-24T03:21:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741891_1067 (size=12201) 2024-11-24T03:21:10,452 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/efd30a5e7cab40379469a5797ed49ecc 2024-11-24T03:21:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/5a1a6d883a034868bcce7a2641783ab8 is 50, key is test_row_0/C:col10/1732418470349/Put/seqid=0 2024-11-24T03:21:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741892_1068 (size=12201) 2024-11-24T03:21:10,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418530480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418530481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418530483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418530483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418530484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418530684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418530685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418530686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418530689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418530689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:21:10,878 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/5a1a6d883a034868bcce7a2641783ab8 2024-11-24T03:21:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/57b69413390d402c996cc00457394dfb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/57b69413390d402c996cc00457394dfb 2024-11-24T03:21:10,894 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/57b69413390d402c996cc00457394dfb, entries=200, sequenceid=258, filesize=14.2 K 2024-11-24T03:21:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/efd30a5e7cab40379469a5797ed49ecc as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/efd30a5e7cab40379469a5797ed49ecc 2024-11-24T03:21:10,903 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/efd30a5e7cab40379469a5797ed49ecc, entries=150, sequenceid=258, filesize=11.9 K 2024-11-24T03:21:10,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/5a1a6d883a034868bcce7a2641783ab8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5a1a6d883a034868bcce7a2641783ab8 2024-11-24T03:21:10,912 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5a1a6d883a034868bcce7a2641783ab8, entries=150, sequenceid=258, filesize=11.9 K 2024-11-24T03:21:10,914 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 566ms, sequenceid=258, compaction requested=true 2024-11-24T03:21:10,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:10,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:10,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-24T03:21:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-24T03:21:10,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T03:21:10,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1910 sec 2024-11-24T03:21:10,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1980 sec 2024-11-24T03:21:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:10,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T03:21:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:10,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:10,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:10,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:10,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:10,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/f6c7c34d3afe45f1b073115f1ccb40fd is 50, key is test_row_0/A:col10/1732418470372/Put/seqid=0 2024-11-24T03:21:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741893_1069 (size=12301) 2024-11-24T03:21:11,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/f6c7c34d3afe45f1b073115f1ccb40fd 2024-11-24T03:21:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418531008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418531008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418531010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418531011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418531015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/2e7c5880e1b947e8a973142cd642278e is 50, key is test_row_0/B:col10/1732418470372/Put/seqid=0 2024-11-24T03:21:11,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741894_1070 (size=12301) 2024-11-24T03:21:11,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/2e7c5880e1b947e8a973142cd642278e 2024-11-24T03:21:11,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/aee317751b4d4708843acb7f0d570a57 is 50, key is test_row_0/C:col10/1732418470372/Put/seqid=0 2024-11-24T03:21:11,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741895_1071 (size=12301) 2024-11-24T03:21:11,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418531119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418531121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418531121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418531121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418531124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418531324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418531326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418531327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418531327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418531328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/aee317751b4d4708843acb7f0d570a57 2024-11-24T03:21:11,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/f6c7c34d3afe45f1b073115f1ccb40fd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f6c7c34d3afe45f1b073115f1ccb40fd 2024-11-24T03:21:11,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f6c7c34d3afe45f1b073115f1ccb40fd, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T03:21:11,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/2e7c5880e1b947e8a973142cd642278e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2e7c5880e1b947e8a973142cd642278e 2024-11-24T03:21:11,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2e7c5880e1b947e8a973142cd642278e, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T03:21:11,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/aee317751b4d4708843acb7f0d570a57 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/aee317751b4d4708843acb7f0d570a57 2024-11-24T03:21:11,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/aee317751b4d4708843acb7f0d570a57, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T03:21:11,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 508ms, sequenceid=280, compaction requested=true 2024-11-24T03:21:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:11,499 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:11,499 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:11,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:11,501 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:11,501 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:11,502 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:11,502 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/0ee462a2f1c447e585ce660f90cf5fcd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ba1feb63bc2a4a059fa0c2a8f92967fb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/57b69413390d402c996cc00457394dfb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f6c7c34d3afe45f1b073115f1ccb40fd] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=50.5 K 2024-11-24T03:21:11,502 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49316 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:11,502 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ee462a2f1c447e585ce660f90cf5fcd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732418468750 2024-11-24T03:21:11,502 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:11,503 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:11,503 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5cd4e2f92c504f82934a8aba974091a1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b41f2fac8e2a4d8882990cce424805de, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/efd30a5e7cab40379469a5797ed49ecc, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2e7c5880e1b947e8a973142cd642278e] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=48.2 K 2024-11-24T03:21:11,503 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba1feb63bc2a4a059fa0c2a8f92967fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732418469075 2024-11-24T03:21:11,503 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cd4e2f92c504f82934a8aba974091a1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732418468750 2024-11-24T03:21:11,503 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57b69413390d402c996cc00457394dfb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732418469730 2024-11-24T03:21:11,504 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b41f2fac8e2a4d8882990cce424805de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732418469075 2024-11-24T03:21:11,504 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6c7c34d3afe45f1b073115f1ccb40fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732418470372 2024-11-24T03:21:11,505 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting efd30a5e7cab40379469a5797ed49ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732418469730 2024-11-24T03:21:11,505 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e7c5880e1b947e8a973142cd642278e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732418470372 2024-11-24T03:21:11,518 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:11,519 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:11,519 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/39377860c1d84bbfb0a1c5d2d513711b is 50, key is test_row_0/A:col10/1732418470372/Put/seqid=0 2024-11-24T03:21:11,519 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/7aea520e0bad4228b3aa153b5f4f6430 is 50, key is test_row_0/B:col10/1732418470372/Put/seqid=0 2024-11-24T03:21:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741896_1072 (size=12949) 2024-11-24T03:21:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741897_1073 (size=12949) 2024-11-24T03:21:11,560 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/39377860c1d84bbfb0a1c5d2d513711b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/39377860c1d84bbfb0a1c5d2d513711b 2024-11-24T03:21:11,569 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 39377860c1d84bbfb0a1c5d2d513711b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:11,570 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:11,570 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=12, startTime=1732418471499; duration=0sec 2024-11-24T03:21:11,570 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:11,570 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:11,570 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:11,572 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49316 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:11,572 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:11,572 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:11,573 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b5fd54ef20d492295d787eeab659847, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8113e4fe1bc647d5b5a9cd7fd990cb30, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5a1a6d883a034868bcce7a2641783ab8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/aee317751b4d4708843acb7f0d570a57] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=48.2 K 2024-11-24T03:21:11,574 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b5fd54ef20d492295d787eeab659847, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732418468750 2024-11-24T03:21:11,574 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8113e4fe1bc647d5b5a9cd7fd990cb30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732418469075 2024-11-24T03:21:11,575 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a1a6d883a034868bcce7a2641783ab8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732418469730 2024-11-24T03:21:11,575 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting aee317751b4d4708843acb7f0d570a57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732418470372 2024-11-24T03:21:11,590 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:11,591 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/7492be069f2545e48b17de0e2c38b45a is 50, key is test_row_0/C:col10/1732418470372/Put/seqid=0 2024-11-24T03:21:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741898_1074 (size=12949) 2024-11-24T03:21:11,604 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/7492be069f2545e48b17de0e2c38b45a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7492be069f2545e48b17de0e2c38b45a 2024-11-24T03:21:11,613 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 7492be069f2545e48b17de0e2c38b45a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:11,613 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:11,613 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=12, startTime=1732418471499; duration=0sec 2024-11-24T03:21:11,614 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:11,614 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:11,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:21:11,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:11,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:11,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:11,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:11,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:11,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/02cbfd7ce0104eeab6ea921625cc5938 is 50, key is test_row_0/A:col10/1732418471632/Put/seqid=0 2024-11-24T03:21:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418531652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418531655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418531656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418531656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418531658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741899_1075 (size=12301) 2024-11-24T03:21:11,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418531758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418531760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418531760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418531760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418531761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:21:11,830 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-24T03:21:11,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-24T03:21:11,834 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:21:11,836 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:11,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:21:11,955 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/7aea520e0bad4228b3aa153b5f4f6430 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/7aea520e0bad4228b3aa153b5f4f6430 2024-11-24T03:21:11,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,964 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 7aea520e0bad4228b3aa153b5f4f6430(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:11,964 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418531963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,964 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=12, startTime=1732418471499; duration=0sec 2024-11-24T03:21:11,964 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:11,964 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:11,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418531965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418531965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418531966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418531968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:11,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:21:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:11,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/02cbfd7ce0104eeab6ea921625cc5938 2024-11-24T03:21:12,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/713e2bd81450405fb564bc29efb50c70 is 50, key is test_row_0/B:col10/1732418471632/Put/seqid=0 2024-11-24T03:21:12,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741900_1076 (size=12301) 2024-11-24T03:21:12,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/713e2bd81450405fb564bc29efb50c70 2024-11-24T03:21:12,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/79cfcf7b18334819a7abf81f245a7428 is 50, key is test_row_0/C:col10/1732418471632/Put/seqid=0 2024-11-24T03:21:12,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741901_1077 (size=12301) 2024-11-24T03:21:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:21:12,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:21:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:12,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418532267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418532269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418532271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418532272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418532272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:21:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:12,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:21:12,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:21:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:12,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:12,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/79cfcf7b18334819a7abf81f245a7428 2024-11-24T03:21:12,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/02cbfd7ce0104eeab6ea921625cc5938 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/02cbfd7ce0104eeab6ea921625cc5938 2024-11-24T03:21:12,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/02cbfd7ce0104eeab6ea921625cc5938, entries=150, sequenceid=299, filesize=12.0 K 2024-11-24T03:21:12,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/713e2bd81450405fb564bc29efb50c70 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/713e2bd81450405fb564bc29efb50c70 2024-11-24T03:21:12,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/713e2bd81450405fb564bc29efb50c70, entries=150, sequenceid=299, filesize=12.0 K 2024-11-24T03:21:12,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/79cfcf7b18334819a7abf81f245a7428 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/79cfcf7b18334819a7abf81f245a7428 2024-11-24T03:21:12,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/79cfcf7b18334819a7abf81f245a7428, entries=150, sequenceid=299, filesize=12.0 K 2024-11-24T03:21:12,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 913ms, sequenceid=299, compaction requested=false 2024-11-24T03:21:12,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:12,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:21:12,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:12,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:21:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:12,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/15a0bd5bf14f4d919732f5b007563980 is 50, key is test_row_0/A:col10/1732418471654/Put/seqid=0 2024-11-24T03:21:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741902_1078 (size=12301) 2024-11-24T03:21:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:12,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418532794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418532800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418532801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418532803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418532806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418532904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418532906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418532907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418532907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418532908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:21:13,035 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/15a0bd5bf14f4d919732f5b007563980 2024-11-24T03:21:13,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/81a1a71dace64e47b2aec7c375338b48 is 50, key is test_row_0/B:col10/1732418471654/Put/seqid=0 2024-11-24T03:21:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741903_1079 (size=12301) 2024-11-24T03:21:13,056 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/81a1a71dace64e47b2aec7c375338b48 2024-11-24T03:21:13,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/7c88945cc225431599277cd45e3b5844 is 50, key is test_row_0/C:col10/1732418471654/Put/seqid=0 2024-11-24T03:21:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741904_1080 (size=12301) 2024-11-24T03:21:13,077 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/7c88945cc225431599277cd45e3b5844 2024-11-24T03:21:13,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/15a0bd5bf14f4d919732f5b007563980 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/15a0bd5bf14f4d919732f5b007563980 2024-11-24T03:21:13,095 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/15a0bd5bf14f4d919732f5b007563980, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:21:13,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/81a1a71dace64e47b2aec7c375338b48 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/81a1a71dace64e47b2aec7c375338b48 2024-11-24T03:21:13,106 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/81a1a71dace64e47b2aec7c375338b48, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:21:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/7c88945cc225431599277cd45e3b5844 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7c88945cc225431599277cd45e3b5844 2024-11-24T03:21:13,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418533108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418533111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418533112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418533112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,114 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7c88945cc225431599277cd45e3b5844, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:21:13,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418533112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,117 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 510ms, sequenceid=319, compaction requested=true 2024-11-24T03:21:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T03:21:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-24T03:21:13,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T03:21:13,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2830 sec 2024-11-24T03:21:13,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.2890 sec 2024-11-24T03:21:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:13,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:21:13,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:13,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:13,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:13,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:13,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:13,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:13,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/a4cbe9edc30a4c86933307df40e89e34 is 50, key is test_row_0/A:col10/1732418472801/Put/seqid=0 2024-11-24T03:21:13,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418533426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418533427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418533428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418533430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418533431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741905_1081 (size=12301) 2024-11-24T03:21:13,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418533533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418533533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418533533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418533533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418533534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418533736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418533737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418533738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418533738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418533739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:13,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/a4cbe9edc30a4c86933307df40e89e34 2024-11-24T03:21:13,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/b952845b34ab447b836938e02972339e is 50, key is test_row_0/B:col10/1732418472801/Put/seqid=0 2024-11-24T03:21:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741906_1082 (size=12301) 2024-11-24T03:21:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:21:13,940 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-24T03:21:13,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-24T03:21:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:21:13,943 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:13,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:13,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:14,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418534041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:21:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418534042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418534043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418534044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418534044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T03:21:14,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:14,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:21:14,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T03:21:14,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:14,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/b952845b34ab447b836938e02972339e 2024-11-24T03:21:14,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/80caccf756b94f86ad77411c8f66bedb is 50, key is test_row_0/C:col10/1732418472801/Put/seqid=0 2024-11-24T03:21:14,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741907_1083 (size=12301) 2024-11-24T03:21:14,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T03:21:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418534544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:21:14,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418534549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418534549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418534549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418534550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T03:21:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:14,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/80caccf756b94f86ad77411c8f66bedb 2024-11-24T03:21:14,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/a4cbe9edc30a4c86933307df40e89e34 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a4cbe9edc30a4c86933307df40e89e34 2024-11-24T03:21:14,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a4cbe9edc30a4c86933307df40e89e34, entries=150, sequenceid=338, filesize=12.0 K 2024-11-24T03:21:14,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/b952845b34ab447b836938e02972339e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b952845b34ab447b836938e02972339e 2024-11-24T03:21:14,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b952845b34ab447b836938e02972339e, entries=150, sequenceid=338, filesize=12.0 K 2024-11-24T03:21:14,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/80caccf756b94f86ad77411c8f66bedb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/80caccf756b94f86ad77411c8f66bedb 2024-11-24T03:21:14,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/80caccf756b94f86ad77411c8f66bedb, entries=150, sequenceid=338, filesize=12.0 K 2024-11-24T03:21:14,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 1288ms, sequenceid=338, compaction requested=true 2024-11-24T03:21:14,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:14,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:14,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:14,703 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:14,704 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:14,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:14,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:14,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:14,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:14,705 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:14,705 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:14,705 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:14,705 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:14,706 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,706 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,706 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/7aea520e0bad4228b3aa153b5f4f6430, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/713e2bd81450405fb564bc29efb50c70, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/81a1a71dace64e47b2aec7c375338b48, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b952845b34ab447b836938e02972339e] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=48.7 K 2024-11-24T03:21:14,706 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/39377860c1d84bbfb0a1c5d2d513711b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/02cbfd7ce0104eeab6ea921625cc5938, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/15a0bd5bf14f4d919732f5b007563980, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a4cbe9edc30a4c86933307df40e89e34] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=48.7 K 2024-11-24T03:21:14,706 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aea520e0bad4228b3aa153b5f4f6430, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732418470372 2024-11-24T03:21:14,707 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39377860c1d84bbfb0a1c5d2d513711b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732418470372 2024-11-24T03:21:14,707 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 713e2bd81450405fb564bc29efb50c70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732418471000 2024-11-24T03:21:14,707 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 81a1a71dace64e47b2aec7c375338b48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418471643 2024-11-24T03:21:14,707 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02cbfd7ce0104eeab6ea921625cc5938, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732418471000 2024-11-24T03:21:14,708 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b952845b34ab447b836938e02972339e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732418472801 2024-11-24T03:21:14,708 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15a0bd5bf14f4d919732f5b007563980, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418471643 2024-11-24T03:21:14,709 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4cbe9edc30a4c86933307df40e89e34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732418472801 2024-11-24T03:21:14,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:14,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T03:21:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:14,713 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:21:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/2d9faeec3c5d445589fb99c950f7bf69 is 50, key is test_row_0/A:col10/1732418473427/Put/seqid=0 2024-11-24T03:21:14,724 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:14,725 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:14,725 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/59ce3b250f6042b3b6547cc9d9ef9e3f is 50, key is test_row_0/A:col10/1732418472801/Put/seqid=0 2024-11-24T03:21:14,725 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/f7684424696f4ede9312f5bcf4f28cbb is 50, key is test_row_0/B:col10/1732418472801/Put/seqid=0 2024-11-24T03:21:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741908_1084 (size=12301) 2024-11-24T03:21:14,735 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/2d9faeec3c5d445589fb99c950f7bf69 2024-11-24T03:21:14,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741910_1086 (size=13085) 2024-11-24T03:21:14,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741909_1085 (size=13085) 2024-11-24T03:21:14,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/132674a523f64aba8102b14016ab5266 is 50, key is test_row_0/B:col10/1732418473427/Put/seqid=0 2024-11-24T03:21:14,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741911_1087 (size=12301) 2024-11-24T03:21:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:21:15,147 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/f7684424696f4ede9312f5bcf4f28cbb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f7684424696f4ede9312f5bcf4f28cbb 2024-11-24T03:21:15,147 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/59ce3b250f6042b3b6547cc9d9ef9e3f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/59ce3b250f6042b3b6547cc9d9ef9e3f 2024-11-24T03:21:15,154 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/132674a523f64aba8102b14016ab5266 2024-11-24T03:21:15,157 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into f7684424696f4ede9312f5bcf4f28cbb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:15,157 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:15,157 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=12, startTime=1732418474703; duration=0sec 2024-11-24T03:21:15,158 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 59ce3b250f6042b3b6547cc9d9ef9e3f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:15,158 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:15,158 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:15,158 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:15,158 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=12, startTime=1732418474703; duration=0sec 2024-11-24T03:21:15,158 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:15,158 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:15,158 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:15,160 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:15,160 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:15,160 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:15,160 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7492be069f2545e48b17de0e2c38b45a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/79cfcf7b18334819a7abf81f245a7428, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7c88945cc225431599277cd45e3b5844, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/80caccf756b94f86ad77411c8f66bedb] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=48.7 K 2024-11-24T03:21:15,161 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7492be069f2545e48b17de0e2c38b45a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732418470372 2024-11-24T03:21:15,161 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 79cfcf7b18334819a7abf81f245a7428, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732418471000 2024-11-24T03:21:15,162 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c88945cc225431599277cd45e3b5844, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418471643 2024-11-24T03:21:15,163 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 80caccf756b94f86ad77411c8f66bedb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732418472801 2024-11-24T03:21:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/49ac389d8af94721b1e8b5035950bcbe is 50, key is test_row_0/C:col10/1732418473427/Put/seqid=0 2024-11-24T03:21:15,187 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:15,188 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/8ad6c2860cfe44dfbc4262127ccf1d9c is 50, key is test_row_0/C:col10/1732418472801/Put/seqid=0 2024-11-24T03:21:15,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741912_1088 (size=12301) 2024-11-24T03:21:15,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/49ac389d8af94721b1e8b5035950bcbe 2024-11-24T03:21:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/2d9faeec3c5d445589fb99c950f7bf69 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/2d9faeec3c5d445589fb99c950f7bf69 2024-11-24T03:21:15,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741913_1089 (size=13085) 2024-11-24T03:21:15,213 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/2d9faeec3c5d445589fb99c950f7bf69, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T03:21:15,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/132674a523f64aba8102b14016ab5266 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/132674a523f64aba8102b14016ab5266 2024-11-24T03:21:15,219 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/8ad6c2860cfe44dfbc4262127ccf1d9c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8ad6c2860cfe44dfbc4262127ccf1d9c 2024-11-24T03:21:15,219 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/132674a523f64aba8102b14016ab5266, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T03:21:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/49ac389d8af94721b1e8b5035950bcbe as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/49ac389d8af94721b1e8b5035950bcbe 2024-11-24T03:21:15,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/49ac389d8af94721b1e8b5035950bcbe, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T03:21:15,228 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 515ms, sequenceid=355, compaction requested=false 2024-11-24T03:21:15,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:15,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:15,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-24T03:21:15,229 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 8ad6c2860cfe44dfbc4262127ccf1d9c(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-24T03:21:15,229 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:15,229 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=12, startTime=1732418474704; duration=0sec 2024-11-24T03:21:15,229 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:15,229 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:15,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T03:21:15,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2860 sec 2024-11-24T03:21:15,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.2920 sec 2024-11-24T03:21:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:15,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:15,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:15,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:15,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:15,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:15,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:15,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:15,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/197d03cfd0814c91b34eb1c39d620460 is 50, key is test_row_0/A:col10/1732418475556/Put/seqid=0 2024-11-24T03:21:15,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741914_1090 (size=12301) 2024-11-24T03:21:15,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/197d03cfd0814c91b34eb1c39d620460 2024-11-24T03:21:15,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418535580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418535580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418535583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418535587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418535587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/600311b6bc7b487db4ba03d530fc6fe8 is 50, key is test_row_0/B:col10/1732418475556/Put/seqid=0 2024-11-24T03:21:15,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741915_1091 (size=12301) 2024-11-24T03:21:15,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418535689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418535693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418535693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418535696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418535696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418535894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418535896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418535897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418535900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:15,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418535900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/600311b6bc7b487db4ba03d530fc6fe8 2024-11-24T03:21:16,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/a8e25ea2145c4ef79411fe670e727410 is 50, key is test_row_0/C:col10/1732418475556/Put/seqid=0 2024-11-24T03:21:16,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741916_1092 (size=12301) 2024-11-24T03:21:16,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/a8e25ea2145c4ef79411fe670e727410 2024-11-24T03:21:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:21:16,048 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-24T03:21:16,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-24T03:21:16,053 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:21:16,053 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:16,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:16,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/197d03cfd0814c91b34eb1c39d620460 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/197d03cfd0814c91b34eb1c39d620460 2024-11-24T03:21:16,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/197d03cfd0814c91b34eb1c39d620460, entries=150, sequenceid=369, filesize=12.0 K 2024-11-24T03:21:16,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/600311b6bc7b487db4ba03d530fc6fe8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/600311b6bc7b487db4ba03d530fc6fe8 2024-11-24T03:21:16,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/600311b6bc7b487db4ba03d530fc6fe8, entries=150, sequenceid=369, filesize=12.0 K 2024-11-24T03:21:16,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/a8e25ea2145c4ef79411fe670e727410 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a8e25ea2145c4ef79411fe670e727410 2024-11-24T03:21:16,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a8e25ea2145c4ef79411fe670e727410, entries=150, sequenceid=369, filesize=12.0 K 2024-11-24T03:21:16,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 519ms, sequenceid=369, compaction requested=true 2024-11-24T03:21:16,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:16,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:16,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:16,079 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:16,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:16,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:16,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:16,080 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:16,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:16,081 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:16,081 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:16,081 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:16,081 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:16,081 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/59ce3b250f6042b3b6547cc9d9ef9e3f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/2d9faeec3c5d445589fb99c950f7bf69, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/197d03cfd0814c91b34eb1c39d620460] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=36.8 K 2024-11-24T03:21:16,081 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:16,081 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:16,081 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f7684424696f4ede9312f5bcf4f28cbb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/132674a523f64aba8102b14016ab5266, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/600311b6bc7b487db4ba03d530fc6fe8] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=36.8 K 2024-11-24T03:21:16,081 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59ce3b250f6042b3b6547cc9d9ef9e3f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732418472801 2024-11-24T03:21:16,082 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f7684424696f4ede9312f5bcf4f28cbb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732418472801 2024-11-24T03:21:16,082 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d9faeec3c5d445589fb99c950f7bf69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732418473424 2024-11-24T03:21:16,083 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 132674a523f64aba8102b14016ab5266, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732418473424 2024-11-24T03:21:16,083 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 197d03cfd0814c91b34eb1c39d620460, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732418475556 2024-11-24T03:21:16,083 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 600311b6bc7b487db4ba03d530fc6fe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732418475556 2024-11-24T03:21:16,095 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:16,096 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ffd73607dfa14bad96af71644c5d4939 is 50, key is test_row_0/A:col10/1732418475556/Put/seqid=0 2024-11-24T03:21:16,103 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:16,103 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/0a8b9280808147c594c1736a8d0fb89f is 50, key is test_row_0/B:col10/1732418475556/Put/seqid=0 2024-11-24T03:21:16,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741917_1093 (size=13187) 2024-11-24T03:21:16,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741918_1094 (size=13187) 2024-11-24T03:21:16,114 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/ffd73607dfa14bad96af71644c5d4939 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ffd73607dfa14bad96af71644c5d4939 2024-11-24T03:21:16,131 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into ffd73607dfa14bad96af71644c5d4939(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:16,131 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:16,131 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=13, startTime=1732418476079; duration=0sec 2024-11-24T03:21:16,131 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:16,131 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:16,132 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:16,133 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:16,133 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:16,133 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:16,134 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8ad6c2860cfe44dfbc4262127ccf1d9c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/49ac389d8af94721b1e8b5035950bcbe, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a8e25ea2145c4ef79411fe670e727410] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=36.8 K 2024-11-24T03:21:16,134 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ad6c2860cfe44dfbc4262127ccf1d9c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732418472801 2024-11-24T03:21:16,135 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49ac389d8af94721b1e8b5035950bcbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732418473424 2024-11-24T03:21:16,135 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8e25ea2145c4ef79411fe670e727410, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732418475556 2024-11-24T03:21:16,138 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/0a8b9280808147c594c1736a8d0fb89f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/0a8b9280808147c594c1736a8d0fb89f 2024-11-24T03:21:16,153 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 0a8b9280808147c594c1736a8d0fb89f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:16,154 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:16,154 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=13, startTime=1732418476079; duration=0sec 2024-11-24T03:21:16,154 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:21:16,154 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:16,162 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:16,163 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/c3b14f8133664489b2e0d8cc6ca51b2b is 50, key is test_row_0/C:col10/1732418475556/Put/seqid=0 2024-11-24T03:21:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741919_1095 (size=13187) 2024-11-24T03:21:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:16,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:21:16,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:16,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:16,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:16,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:16,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:16,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:16,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:21:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:16,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:16,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418536209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/6e738c594ee54f4684d52f8851feceed is 50, key is test_row_0/A:col10/1732418476204/Put/seqid=0 2024-11-24T03:21:16,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418536209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418536211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418536211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418536215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741920_1096 (size=12301) 2024-11-24T03:21:16,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/6e738c594ee54f4684d52f8851feceed 2024-11-24T03:21:16,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/b117f01796a54edf8ec49845c074d04e is 50, key is test_row_0/B:col10/1732418476204/Put/seqid=0 2024-11-24T03:21:16,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418536315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418536316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418536317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418536317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418536319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741921_1097 (size=12301) 2024-11-24T03:21:16,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/b117f01796a54edf8ec49845c074d04e 2024-11-24T03:21:16,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/46ce4c31fc3c4407828deb3fd0020033 is 50, key is test_row_0/C:col10/1732418476204/Put/seqid=0 2024-11-24T03:21:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:21:16,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:21:16,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:16,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:16,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:16,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741922_1098 (size=12301) 2024-11-24T03:21:16,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/46ce4c31fc3c4407828deb3fd0020033 2024-11-24T03:21:16,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/6e738c594ee54f4684d52f8851feceed as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/6e738c594ee54f4684d52f8851feceed 2024-11-24T03:21:16,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/6e738c594ee54f4684d52f8851feceed, entries=150, sequenceid=399, filesize=12.0 K 2024-11-24T03:21:16,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/b117f01796a54edf8ec49845c074d04e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b117f01796a54edf8ec49845c074d04e 2024-11-24T03:21:16,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b117f01796a54edf8ec49845c074d04e, entries=150, sequenceid=399, filesize=12.0 K 2024-11-24T03:21:16,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/46ce4c31fc3c4407828deb3fd0020033 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/46ce4c31fc3c4407828deb3fd0020033 2024-11-24T03:21:16,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/46ce4c31fc3c4407828deb3fd0020033, entries=150, sequenceid=399, filesize=12.0 K 2024-11-24T03:21:16,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 230ms, sequenceid=399, compaction requested=false 2024-11-24T03:21:16,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:16,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:21:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:16,519 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:21:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:16,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:16,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:16,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:16,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8229afd97b14406a911c32518e96c8e3 is 50, key is test_row_1/A:col10/1732418476206/Put/seqid=0 2024-11-24T03:21:16,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741923_1099 (size=9857) 2024-11-24T03:21:16,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418536545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418536545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418536546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418536548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418536548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,581 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/c3b14f8133664489b2e0d8cc6ca51b2b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c3b14f8133664489b2e0d8cc6ca51b2b 2024-11-24T03:21:16,588 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into c3b14f8133664489b2e0d8cc6ca51b2b(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:16,588 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:16,588 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=13, startTime=1732418476080; duration=0sec 2024-11-24T03:21:16,588 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:16,588 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:16,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418536649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418536649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418536650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418536651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418536651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:21:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418536852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418536852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418536853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418536854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418536856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:16,936 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8229afd97b14406a911c32518e96c8e3 2024-11-24T03:21:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/960c4b6fc9584926a13bcf816661475d is 50, key is test_row_1/B:col10/1732418476206/Put/seqid=0 2024-11-24T03:21:16,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741924_1100 (size=9857) 2024-11-24T03:21:16,967 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/960c4b6fc9584926a13bcf816661475d 2024-11-24T03:21:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/d5d3de12a7184f78a864d05247760c4e is 50, key is test_row_1/C:col10/1732418476206/Put/seqid=0 2024-11-24T03:21:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741925_1101 (size=9857) 2024-11-24T03:21:17,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418537155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418537156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:21:17,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418537158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418537158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418537159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,387 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/d5d3de12a7184f78a864d05247760c4e 2024-11-24T03:21:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8229afd97b14406a911c32518e96c8e3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8229afd97b14406a911c32518e96c8e3 2024-11-24T03:21:17,398 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8229afd97b14406a911c32518e96c8e3, entries=100, sequenceid=407, filesize=9.6 K 2024-11-24T03:21:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/960c4b6fc9584926a13bcf816661475d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/960c4b6fc9584926a13bcf816661475d 2024-11-24T03:21:17,404 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/960c4b6fc9584926a13bcf816661475d, entries=100, sequenceid=407, filesize=9.6 K 2024-11-24T03:21:17,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/d5d3de12a7184f78a864d05247760c4e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d5d3de12a7184f78a864d05247760c4e 2024-11-24T03:21:17,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d5d3de12a7184f78a864d05247760c4e, entries=100, sequenceid=407, filesize=9.6 K 2024-11-24T03:21:17,412 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 893ms, sequenceid=407, compaction requested=true 2024-11-24T03:21:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-24T03:21:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-24T03:21:17,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T03:21:17,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3600 sec 2024-11-24T03:21:17,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.3650 sec 2024-11-24T03:21:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:17,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T03:21:17,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:17,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:17,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418537662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418537663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418537665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418537666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418537667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/e5dafccb3ce24181945158cc3756450d is 50, key is test_row_0/A:col10/1732418476546/Put/seqid=0 2024-11-24T03:21:17,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741926_1102 (size=14741) 2024-11-24T03:21:17,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418537767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418537767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418537770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418537972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418537972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418537974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/e5dafccb3ce24181945158cc3756450d 2024-11-24T03:21:18,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/f6e6148a51e34f8f89cdc122a020a59c is 50, key is test_row_0/B:col10/1732418476546/Put/seqid=0 2024-11-24T03:21:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741927_1103 (size=12301) 2024-11-24T03:21:18,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/f6e6148a51e34f8f89cdc122a020a59c 2024-11-24T03:21:18,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/48cbced483ba47f791150b2f389c8e3d is 50, key is test_row_0/C:col10/1732418476546/Put/seqid=0 2024-11-24T03:21:18,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741928_1104 (size=12301) 2024-11-24T03:21:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:21:18,158 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-24T03:21:18,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-24T03:21:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:21:18,162 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:18,162 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:18,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:21:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418538275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418538277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418538277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T03:21:18,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:18,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:18,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:21:18,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T03:21:18,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:18,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:18,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:18,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:18,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:18,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/48cbced483ba47f791150b2f389c8e3d 2024-11-24T03:21:18,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/e5dafccb3ce24181945158cc3756450d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e5dafccb3ce24181945158cc3756450d 2024-11-24T03:21:18,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e5dafccb3ce24181945158cc3756450d, entries=200, sequenceid=439, filesize=14.4 K 2024-11-24T03:21:18,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/f6e6148a51e34f8f89cdc122a020a59c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f6e6148a51e34f8f89cdc122a020a59c 2024-11-24T03:21:18,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f6e6148a51e34f8f89cdc122a020a59c, entries=150, sequenceid=439, filesize=12.0 K 2024-11-24T03:21:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/48cbced483ba47f791150b2f389c8e3d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/48cbced483ba47f791150b2f389c8e3d 2024-11-24T03:21:18,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/48cbced483ba47f791150b2f389c8e3d, entries=150, sequenceid=439, filesize=12.0 K 2024-11-24T03:21:18,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 890ms, sequenceid=439, compaction requested=true 2024-11-24T03:21:18,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:18,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:18,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:18,551 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:18,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:18,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:18,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:18,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:18,552 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:18,554 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47646 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:18,554 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:18,554 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:18,554 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/0a8b9280808147c594c1736a8d0fb89f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b117f01796a54edf8ec49845c074d04e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/960c4b6fc9584926a13bcf816661475d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f6e6148a51e34f8f89cdc122a020a59c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=46.5 K 2024-11-24T03:21:18,555 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50086 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:18,555 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:18,555 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:18,555 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ffd73607dfa14bad96af71644c5d4939, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/6e738c594ee54f4684d52f8851feceed, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8229afd97b14406a911c32518e96c8e3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e5dafccb3ce24181945158cc3756450d] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=48.9 K 2024-11-24T03:21:18,556 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a8b9280808147c594c1736a8d0fb89f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732418475556 2024-11-24T03:21:18,556 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffd73607dfa14bad96af71644c5d4939, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732418475556 2024-11-24T03:21:18,556 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b117f01796a54edf8ec49845c074d04e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732418475578 2024-11-24T03:21:18,557 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e738c594ee54f4684d52f8851feceed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732418475578 2024-11-24T03:21:18,558 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8229afd97b14406a911c32518e96c8e3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732418476206 2024-11-24T03:21:18,558 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 960c4b6fc9584926a13bcf816661475d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732418476206 2024-11-24T03:21:18,558 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5dafccb3ce24181945158cc3756450d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732418476546 2024-11-24T03:21:18,559 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f6e6148a51e34f8f89cdc122a020a59c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732418476546 2024-11-24T03:21:18,574 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:18,575 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/f5592e1baef14d8e9763879131ee6ea5 is 50, key is test_row_0/B:col10/1732418476546/Put/seqid=0 2024-11-24T03:21:18,575 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:18,576 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/64928b729fbd4885b2b1a9c48026afe0 is 50, key is test_row_0/A:col10/1732418476546/Put/seqid=0 2024-11-24T03:21:18,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741930_1106 (size=13323) 2024-11-24T03:21:18,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741929_1105 (size=13323) 2024-11-24T03:21:18,592 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/64928b729fbd4885b2b1a9c48026afe0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/64928b729fbd4885b2b1a9c48026afe0 2024-11-24T03:21:18,599 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/f5592e1baef14d8e9763879131ee6ea5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f5592e1baef14d8e9763879131ee6ea5 2024-11-24T03:21:18,602 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 64928b729fbd4885b2b1a9c48026afe0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:18,602 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:18,602 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=12, startTime=1732418478551; duration=0sec 2024-11-24T03:21:18,602 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:18,602 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:18,603 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:18,605 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47646 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:18,605 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:18,605 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:18,605 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c3b14f8133664489b2e0d8cc6ca51b2b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/46ce4c31fc3c4407828deb3fd0020033, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d5d3de12a7184f78a864d05247760c4e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/48cbced483ba47f791150b2f389c8e3d] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=46.5 K 2024-11-24T03:21:18,605 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3b14f8133664489b2e0d8cc6ca51b2b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732418475556 2024-11-24T03:21:18,606 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46ce4c31fc3c4407828deb3fd0020033, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732418475578 2024-11-24T03:21:18,606 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5d3de12a7184f78a864d05247760c4e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732418476206 2024-11-24T03:21:18,606 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into f5592e1baef14d8e9763879131ee6ea5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:18,607 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:18,607 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=12, startTime=1732418478551; duration=0sec 2024-11-24T03:21:18,607 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48cbced483ba47f791150b2f389c8e3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732418476546 2024-11-24T03:21:18,607 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:18,607 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:18,621 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:18,622 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/e69cc89d89ee4b2ea85d85316b970702 is 50, key is test_row_0/C:col10/1732418476546/Put/seqid=0 2024-11-24T03:21:18,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T03:21:18,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:18,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-24T03:21:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:18,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/76720d8036bb496c9b84682651ffe577 is 50, key is test_row_0/A:col10/1732418477663/Put/seqid=0 2024-11-24T03:21:18,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741931_1107 (size=13323) 2024-11-24T03:21:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741932_1108 (size=9857) 2024-11-24T03:21:18,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/76720d8036bb496c9b84682651ffe577 2024-11-24T03:21:18,644 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/e69cc89d89ee4b2ea85d85316b970702 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e69cc89d89ee4b2ea85d85316b970702 2024-11-24T03:21:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/6e3afb8d0d6e433289e9439e94c276cd is 50, key is test_row_0/B:col10/1732418477663/Put/seqid=0 2024-11-24T03:21:18,656 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into e69cc89d89ee4b2ea85d85316b970702(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:18,656 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:18,656 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=12, startTime=1732418478552; duration=0sec 2024-11-24T03:21:18,657 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:18,657 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:18,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741933_1109 (size=9857) 2024-11-24T03:21:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:18,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418538708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418538709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:21:18,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418538781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418538781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418538784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418538811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:18,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418538812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418539014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418539016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,061 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/6e3afb8d0d6e433289e9439e94c276cd 2024-11-24T03:21:19,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/ed275b54f25842bc990a3666ece950da is 50, key is test_row_0/C:col10/1732418477663/Put/seqid=0 2024-11-24T03:21:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741934_1110 (size=9857) 2024-11-24T03:21:19,076 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/ed275b54f25842bc990a3666ece950da 2024-11-24T03:21:19,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/76720d8036bb496c9b84682651ffe577 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/76720d8036bb496c9b84682651ffe577 2024-11-24T03:21:19,087 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/76720d8036bb496c9b84682651ffe577, entries=100, sequenceid=446, filesize=9.6 K 2024-11-24T03:21:19,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/6e3afb8d0d6e433289e9439e94c276cd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e3afb8d0d6e433289e9439e94c276cd 2024-11-24T03:21:19,092 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e3afb8d0d6e433289e9439e94c276cd, entries=100, sequenceid=446, filesize=9.6 K 2024-11-24T03:21:19,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/ed275b54f25842bc990a3666ece950da as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/ed275b54f25842bc990a3666ece950da 2024-11-24T03:21:19,098 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/ed275b54f25842bc990a3666ece950da, entries=100, sequenceid=446, filesize=9.6 K 2024-11-24T03:21:19,099 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 475ms, sequenceid=446, compaction requested=false 2024-11-24T03:21:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T03:21:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-24T03:21:19,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T03:21:19,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 938 msec 2024-11-24T03:21:19,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 943 msec 2024-11-24T03:21:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:21:19,265 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-24T03:21:19,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-24T03:21:19,269 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:21:19,270 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:19,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:19,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-24T03:21:19,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:19,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:19,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418539319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:19,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:19,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:19,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418539321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/46e2de8678104bc7bc7fd3aec8fc5aeb is 50, key is test_row_0/A:col10/1732418478705/Put/seqid=0 2024-11-24T03:21:19,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741935_1111 (size=14741) 2024-11-24T03:21:19,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/46e2de8678104bc7bc7fd3aec8fc5aeb 2024-11-24T03:21:19,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/3402d6c7c8484fe9823b9a77b185bbae is 50, key is test_row_0/B:col10/1732418478705/Put/seqid=0 2024-11-24T03:21:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741936_1112 (size=12301) 2024-11-24T03:21:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:21:19,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T03:21:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418539422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:19,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418539423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:21:19,575 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T03:21:19,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:19,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418539625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418539625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,728 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T03:21:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:19,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/3402d6c7c8484fe9823b9a77b185bbae 2024-11-24T03:21:19,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/afe9980cea8147daa6d211968cbc2d72 is 50, key is test_row_0/C:col10/1732418478705/Put/seqid=0 2024-11-24T03:21:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741937_1113 (size=12301) 2024-11-24T03:21:19,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/afe9980cea8147daa6d211968cbc2d72 2024-11-24T03:21:19,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/46e2de8678104bc7bc7fd3aec8fc5aeb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/46e2de8678104bc7bc7fd3aec8fc5aeb 2024-11-24T03:21:19,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/46e2de8678104bc7bc7fd3aec8fc5aeb, entries=200, sequenceid=480, filesize=14.4 K 2024-11-24T03:21:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418539788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/3402d6c7c8484fe9823b9a77b185bbae as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/3402d6c7c8484fe9823b9a77b185bbae 2024-11-24T03:21:19,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418539789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418539793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/3402d6c7c8484fe9823b9a77b185bbae, entries=150, sequenceid=480, filesize=12.0 K 2024-11-24T03:21:19,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/afe9980cea8147daa6d211968cbc2d72 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/afe9980cea8147daa6d211968cbc2d72 2024-11-24T03:21:19,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/afe9980cea8147daa6d211968cbc2d72, entries=150, sequenceid=480, filesize=12.0 K 2024-11-24T03:21:19,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 485ms, sequenceid=480, compaction requested=true 2024-11-24T03:21:19,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:19,805 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:19,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:19,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:19,805 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:19,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:19,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:19,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:19,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:19,806 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37921 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:19,806 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:19,806 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,807 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/64928b729fbd4885b2b1a9c48026afe0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/76720d8036bb496c9b84682651ffe577, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/46e2de8678104bc7bc7fd3aec8fc5aeb] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=37.0 K 2024-11-24T03:21:19,807 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64928b729fbd4885b2b1a9c48026afe0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732418476546 2024-11-24T03:21:19,808 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:19,808 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76720d8036bb496c9b84682651ffe577, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732418477663 2024-11-24T03:21:19,808 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:19,808 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,808 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f5592e1baef14d8e9763879131ee6ea5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e3afb8d0d6e433289e9439e94c276cd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/3402d6c7c8484fe9823b9a77b185bbae] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=34.6 K 2024-11-24T03:21:19,808 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e2de8678104bc7bc7fd3aec8fc5aeb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732418478705 2024-11-24T03:21:19,809 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f5592e1baef14d8e9763879131ee6ea5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732418476546 2024-11-24T03:21:19,809 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e3afb8d0d6e433289e9439e94c276cd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732418477663 2024-11-24T03:21:19,810 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3402d6c7c8484fe9823b9a77b185bbae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732418478705 2024-11-24T03:21:19,819 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:19,820 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:19,820 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/a5fe94fc3a384bb2aee9865fb17a704a is 50, key is test_row_0/B:col10/1732418478705/Put/seqid=0 2024-11-24T03:21:19,820 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/e7ffad70ee32430abf0fc26339307016 is 50, key is test_row_0/A:col10/1732418478705/Put/seqid=0 2024-11-24T03:21:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741939_1115 (size=13425) 2024-11-24T03:21:19,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741938_1114 (size=13425) 2024-11-24T03:21:19,840 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/a5fe94fc3a384bb2aee9865fb17a704a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5fe94fc3a384bb2aee9865fb17a704a 2024-11-24T03:21:19,848 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into a5fe94fc3a384bb2aee9865fb17a704a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:19,848 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:19,848 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=13, startTime=1732418479805; duration=0sec 2024-11-24T03:21:19,848 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:19,848 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:19,848 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:19,850 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:19,850 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:19,850 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,850 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e69cc89d89ee4b2ea85d85316b970702, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/ed275b54f25842bc990a3666ece950da, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/afe9980cea8147daa6d211968cbc2d72] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=34.6 K 2024-11-24T03:21:19,850 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e69cc89d89ee4b2ea85d85316b970702, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732418476546 2024-11-24T03:21:19,851 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ed275b54f25842bc990a3666ece950da, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732418477663 2024-11-24T03:21:19,852 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting afe9980cea8147daa6d211968cbc2d72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732418478705 2024-11-24T03:21:19,863 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:19,864 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/e7da7aeb73994b0f99f2de168af321fe is 50, key is test_row_0/C:col10/1732418478705/Put/seqid=0 2024-11-24T03:21:19,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741940_1116 (size=13425) 2024-11-24T03:21:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:21:19,877 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/e7da7aeb73994b0f99f2de168af321fe as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e7da7aeb73994b0f99f2de168af321fe 2024-11-24T03:21:19,881 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:19,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T03:21:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T03:21:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-24T03:21:19,885 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into e7da7aeb73994b0f99f2de168af321fe(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:19,885 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:19,885 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=13, startTime=1732418479805; duration=0sec 2024-11-24T03:21:19,885 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:19,885 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:19,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T03:21:19,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 614 msec 2024-11-24T03:21:19,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 620 msec 2024-11-24T03:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:19,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:19,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:19,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:19,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:19,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:19,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:19,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:19,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/d0324c85609e4139a7461e18a27300a6 is 50, key is test_row_0/A:col10/1732418479958/Put/seqid=0 2024-11-24T03:21:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741941_1117 (size=12301) 2024-11-24T03:21:20,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418540032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418540032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418540135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418540136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,236 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/e7ffad70ee32430abf0fc26339307016 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e7ffad70ee32430abf0fc26339307016 2024-11-24T03:21:20,243 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into e7ffad70ee32430abf0fc26339307016(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:20,243 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:20,243 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=13, startTime=1732418479804; duration=0sec 2024-11-24T03:21:20,243 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:20,243 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:20,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418540338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418540338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/d0324c85609e4139a7461e18a27300a6 2024-11-24T03:21:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:21:20,373 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-24T03:21:20,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-24T03:21:20,377 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:21:20,378 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:20,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:20,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/af85cfd58f454e519650ff587fe6a5b8 is 50, key is test_row_0/B:col10/1732418479958/Put/seqid=0 2024-11-24T03:21:20,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741942_1118 (size=12301) 2024-11-24T03:21:20,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/af85cfd58f454e519650ff587fe6a5b8 2024-11-24T03:21:20,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/17afaee4a2a447e6859f87c6f0aec69a is 50, key is test_row_0/C:col10/1732418479958/Put/seqid=0 2024-11-24T03:21:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741943_1119 (size=12301) 2024-11-24T03:21:20,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/17afaee4a2a447e6859f87c6f0aec69a 2024-11-24T03:21:20,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/d0324c85609e4139a7461e18a27300a6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d0324c85609e4139a7461e18a27300a6 2024-11-24T03:21:20,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d0324c85609e4139a7461e18a27300a6, entries=150, sequenceid=494, filesize=12.0 K 2024-11-24T03:21:20,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/af85cfd58f454e519650ff587fe6a5b8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/af85cfd58f454e519650ff587fe6a5b8 2024-11-24T03:21:20,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/af85cfd58f454e519650ff587fe6a5b8, entries=150, sequenceid=494, filesize=12.0 K 2024-11-24T03:21:20,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/17afaee4a2a447e6859f87c6f0aec69a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/17afaee4a2a447e6859f87c6f0aec69a 2024-11-24T03:21:20,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/17afaee4a2a447e6859f87c6f0aec69a, entries=150, sequenceid=494, filesize=12.0 K 2024-11-24T03:21:20,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 472ms, sequenceid=494, compaction requested=false 2024-11-24T03:21:20,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:21:20,530 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T03:21:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:20,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:21:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:20,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8c66c125c1c148f68226abc9ac3db073 is 50, key is test_row_0/A:col10/1732418480012/Put/seqid=0 2024-11-24T03:21:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741944_1120 (size=12301) 2024-11-24T03:21:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:21:20,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418540682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418540682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418540784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418540784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,953 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8c66c125c1c148f68226abc9ac3db073 2024-11-24T03:21:20,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/52fe6755d034457ba399ea27b0ebe437 is 50, key is test_row_0/B:col10/1732418480012/Put/seqid=0 2024-11-24T03:21:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741945_1121 (size=12301) 2024-11-24T03:21:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:21:20,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418540987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:20,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418540987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418541290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418541291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,369 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/52fe6755d034457ba399ea27b0ebe437 2024-11-24T03:21:21,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/640cac532f954c8a81ec57a63cf4068b is 50, key is test_row_0/C:col10/1732418480012/Put/seqid=0 2024-11-24T03:21:21,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741946_1122 (size=12301) 2024-11-24T03:21:21,387 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/640cac532f954c8a81ec57a63cf4068b 2024-11-24T03:21:21,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/8c66c125c1c148f68226abc9ac3db073 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8c66c125c1c148f68226abc9ac3db073 2024-11-24T03:21:21,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8c66c125c1c148f68226abc9ac3db073, entries=150, sequenceid=520, filesize=12.0 K 2024-11-24T03:21:21,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/52fe6755d034457ba399ea27b0ebe437 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/52fe6755d034457ba399ea27b0ebe437 2024-11-24T03:21:21,405 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/52fe6755d034457ba399ea27b0ebe437, entries=150, sequenceid=520, filesize=12.0 K 2024-11-24T03:21:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/640cac532f954c8a81ec57a63cf4068b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/640cac532f954c8a81ec57a63cf4068b 2024-11-24T03:21:21,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/640cac532f954c8a81ec57a63cf4068b, entries=150, sequenceid=520, filesize=12.0 K 2024-11-24T03:21:21,412 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 881ms, sequenceid=520, compaction requested=true 2024-11-24T03:21:21,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:21,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:21,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T03:21:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-24T03:21:21,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-24T03:21:21,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-24T03:21:21,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0400 sec 2024-11-24T03:21:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:21:21,481 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-24T03:21:21,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-24T03:21:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T03:21:21,484 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:21,484 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:21,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T03:21:21,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-24T03:21:21,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:21,637 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:21:21,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:21,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:21,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:21,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:21,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:21,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:21,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/d4dc2a0214eb49c88f88e7f9683676c1 is 50, key is test_row_0/A:col10/1732418480678/Put/seqid=0 2024-11-24T03:21:21,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741947_1123 (size=12301) 2024-11-24T03:21:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T03:21:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:21,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. as already flushing 2024-11-24T03:21:21,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418541845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418541848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418541852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418541853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418541853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418541954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418541954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418541957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418541957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418541958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/d4dc2a0214eb49c88f88e7f9683676c1 2024-11-24T03:21:22,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/bba4310dd24f49d0b74025df127c5ba0 is 50, key is test_row_0/B:col10/1732418480678/Put/seqid=0 2024-11-24T03:21:22,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741948_1124 (size=12301) 2024-11-24T03:21:22,076 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/bba4310dd24f49d0b74025df127c5ba0 2024-11-24T03:21:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T03:21:22,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/2ad7fe74f23d46daaccaf9d9d972e9bb is 50, key is test_row_0/C:col10/1732418480678/Put/seqid=0 2024-11-24T03:21:22,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741949_1125 (size=12301) 2024-11-24T03:21:22,095 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/2ad7fe74f23d46daaccaf9d9d972e9bb 2024-11-24T03:21:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/d4dc2a0214eb49c88f88e7f9683676c1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d4dc2a0214eb49c88f88e7f9683676c1 2024-11-24T03:21:22,107 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d4dc2a0214eb49c88f88e7f9683676c1, entries=150, sequenceid=532, filesize=12.0 K 2024-11-24T03:21:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/bba4310dd24f49d0b74025df127c5ba0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/bba4310dd24f49d0b74025df127c5ba0 2024-11-24T03:21:22,114 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/bba4310dd24f49d0b74025df127c5ba0, entries=150, sequenceid=532, filesize=12.0 K 2024-11-24T03:21:22,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/2ad7fe74f23d46daaccaf9d9d972e9bb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/2ad7fe74f23d46daaccaf9d9d972e9bb 2024-11-24T03:21:22,121 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/2ad7fe74f23d46daaccaf9d9d972e9bb, entries=150, sequenceid=532, filesize=12.0 K 2024-11-24T03:21:22,122 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 485ms, sequenceid=532, compaction requested=true 2024-11-24T03:21:22,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:22,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:22,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T03:21:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-24T03:21:22,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T03:21:22,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 640 msec 2024-11-24T03:21:22,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 644 msec 2024-11-24T03:21:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:22,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:21:22,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:22,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:22,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:22,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:22,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:22,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:22,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418542164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418542164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418542165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418542165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418542168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/c1a708d55aaf4630ac7743cd9eb89ebd is 50, key is test_row_0/A:col10/1732418481814/Put/seqid=0 2024-11-24T03:21:22,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741950_1126 (size=14741) 2024-11-24T03:21:22,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/c1a708d55aaf4630ac7743cd9eb89ebd 2024-11-24T03:21:22,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/140bf4e91f7f46eca7bc091ab51d60bc is 50, key is test_row_0/B:col10/1732418481814/Put/seqid=0 2024-11-24T03:21:22,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741951_1127 (size=12301) 2024-11-24T03:21:22,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/140bf4e91f7f46eca7bc091ab51d60bc 2024-11-24T03:21:22,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/65a88eeb6dfd4f2581e33d4f5636dfdc is 50, key is test_row_0/C:col10/1732418481814/Put/seqid=0 2024-11-24T03:21:22,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53840 deadline: 1732418542270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732418542271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1732418542271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53856 deadline: 1732418542271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53826 deadline: 1732418542272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741952_1128 (size=12301) 2024-11-24T03:21:22,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/65a88eeb6dfd4f2581e33d4f5636dfdc 2024-11-24T03:21:22,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/c1a708d55aaf4630ac7743cd9eb89ebd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/c1a708d55aaf4630ac7743cd9eb89ebd 2024-11-24T03:21:22,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/c1a708d55aaf4630ac7743cd9eb89ebd, entries=200, sequenceid=560, filesize=14.4 K 2024-11-24T03:21:22,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/140bf4e91f7f46eca7bc091ab51d60bc as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/140bf4e91f7f46eca7bc091ab51d60bc 2024-11-24T03:21:22,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/140bf4e91f7f46eca7bc091ab51d60bc, entries=150, sequenceid=560, filesize=12.0 K 2024-11-24T03:21:22,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/65a88eeb6dfd4f2581e33d4f5636dfdc as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/65a88eeb6dfd4f2581e33d4f5636dfdc 2024-11-24T03:21:22,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/65a88eeb6dfd4f2581e33d4f5636dfdc, entries=150, sequenceid=560, filesize=12.0 K 2024-11-24T03:21:22,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 152ms, sequenceid=560, compaction requested=true 2024-11-24T03:21:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:22,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:22,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:22,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:22,313 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:21:22,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:22,313 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:21:22,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc32c62f81a0a5d73b67f2d8ec57cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:22,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:22,315 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62629 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:21:22,315 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 65069 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:21:22,316 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/A is initiating minor compaction (all files) 2024-11-24T03:21:22,316 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/B is initiating minor compaction (all files) 2024-11-24T03:21:22,316 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/A in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:22,316 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/B in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:22,316 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e7ffad70ee32430abf0fc26339307016, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d0324c85609e4139a7461e18a27300a6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8c66c125c1c148f68226abc9ac3db073, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d4dc2a0214eb49c88f88e7f9683676c1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/c1a708d55aaf4630ac7743cd9eb89ebd] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=63.5 K 2024-11-24T03:21:22,316 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5fe94fc3a384bb2aee9865fb17a704a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/af85cfd58f454e519650ff587fe6a5b8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/52fe6755d034457ba399ea27b0ebe437, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/bba4310dd24f49d0b74025df127c5ba0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/140bf4e91f7f46eca7bc091ab51d60bc] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=61.2 K 2024-11-24T03:21:22,316 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a5fe94fc3a384bb2aee9865fb17a704a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732418478705 2024-11-24T03:21:22,316 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7ffad70ee32430abf0fc26339307016, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732418478705 2024-11-24T03:21:22,317 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting af85cfd58f454e519650ff587fe6a5b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732418479932 2024-11-24T03:21:22,317 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0324c85609e4139a7461e18a27300a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732418479932 2024-11-24T03:21:22,317 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 52fe6755d034457ba399ea27b0ebe437, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732418479980 2024-11-24T03:21:22,318 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c66c125c1c148f68226abc9ac3db073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732418479980 2024-11-24T03:21:22,318 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting bba4310dd24f49d0b74025df127c5ba0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732418480678 2024-11-24T03:21:22,319 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4dc2a0214eb49c88f88e7f9683676c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732418480678 2024-11-24T03:21:22,319 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 140bf4e91f7f46eca7bc091ab51d60bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732418481814 2024-11-24T03:21:22,319 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1a708d55aaf4630ac7743cd9eb89ebd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732418481814 2024-11-24T03:21:22,335 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#A#compaction#114 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:22,336 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/deeb5b286df84feab4f368098e07c97f is 50, key is test_row_0/A:col10/1732418481814/Put/seqid=0 2024-11-24T03:21:22,337 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#B#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:22,340 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/002c61ad24474c4eae1737d32c361586 is 50, key is test_row_0/B:col10/1732418481814/Put/seqid=0 2024-11-24T03:21:22,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741954_1130 (size=13595) 2024-11-24T03:21:22,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741953_1129 (size=13595) 2024-11-24T03:21:22,353 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/002c61ad24474c4eae1737d32c361586 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/002c61ad24474c4eae1737d32c361586 2024-11-24T03:21:22,359 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/B of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into 002c61ad24474c4eae1737d32c361586(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:22,359 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:22,359 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/B, priority=11, startTime=1732418482313; duration=0sec 2024-11-24T03:21:22,359 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:22,359 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:B 2024-11-24T03:21:22,360 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:21:22,362 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62629 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:21:22,362 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 1dc32c62f81a0a5d73b67f2d8ec57cd3/C is initiating minor compaction (all files) 2024-11-24T03:21:22,362 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1dc32c62f81a0a5d73b67f2d8ec57cd3/C in TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:22,362 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e7da7aeb73994b0f99f2de168af321fe, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/17afaee4a2a447e6859f87c6f0aec69a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/640cac532f954c8a81ec57a63cf4068b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/2ad7fe74f23d46daaccaf9d9d972e9bb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/65a88eeb6dfd4f2581e33d4f5636dfdc] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp, totalSize=61.2 K 2024-11-24T03:21:22,363 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e7da7aeb73994b0f99f2de168af321fe, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732418478705 2024-11-24T03:21:22,363 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 17afaee4a2a447e6859f87c6f0aec69a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732418479932 2024-11-24T03:21:22,363 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 640cac532f954c8a81ec57a63cf4068b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732418479980 2024-11-24T03:21:22,364 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad7fe74f23d46daaccaf9d9d972e9bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732418480678 2024-11-24T03:21:22,364 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 65a88eeb6dfd4f2581e33d4f5636dfdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732418481814 2024-11-24T03:21:22,365 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c964e8 to 127.0.0.1:61684 2024-11-24T03:21:22,365 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,367 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e97e4b to 127.0.0.1:61684 2024-11-24T03:21:22,367 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,370 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c8de680 to 127.0.0.1:61684 2024-11-24T03:21:22,370 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,370 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x527c6d40 to 127.0.0.1:61684 2024-11-24T03:21:22,370 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,377 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc32c62f81a0a5d73b67f2d8ec57cd3#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:22,378 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/bc3eccd57c6b436aa9b87ce2de78e37a is 50, key is test_row_0/C:col10/1732418481814/Put/seqid=0 2024-11-24T03:21:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741955_1131 (size=13595) 2024-11-24T03:21:22,475 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a8f4734 to 127.0.0.1:61684 2024-11-24T03:21:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:22,475 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,475 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12885408 to 127.0.0.1:61684 2024-11-24T03:21:22,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1dc32c62f81a0a5d73b67f2d8ec57cd3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:22,476 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,476 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c43377 to 127.0.0.1:61684 2024-11-24T03:21:22,476 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=A 2024-11-24T03:21:22,477 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5095ba91 to 127.0.0.1:61684 2024-11-24T03:21:22,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:22,477 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=B 2024-11-24T03:21:22,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:22,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1dc32c62f81a0a5d73b67f2d8ec57cd3, store=C 2024-11-24T03:21:22,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:22,477 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04977266 to 127.0.0.1:61684 2024-11-24T03:21:22,477 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/65a84facf5d748c7958fbc7879faa24c is 50, key is test_row_0/A:col10/1732418482475/Put/seqid=0 2024-11-24T03:21:22,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741956_1132 (size=12301) 2024-11-24T03:21:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T03:21:22,587 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6893 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6775 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2988 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8955 rows 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3004 2024-11-24T03:21:22,587 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9012 rows 2024-11-24T03:21:22,587 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:21:22,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e67f019 to 127.0.0.1:61684 2024-11-24T03:21:22,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:22,592 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:21:22,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:21:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:22,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418482604"}]},"ts":"1732418482604"} 2024-11-24T03:21:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T03:21:22,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:21:22,608 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:21:22,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:21:22,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc32c62f81a0a5d73b67f2d8ec57cd3, UNASSIGN}] 2024-11-24T03:21:22,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc32c62f81a0a5d73b67f2d8ec57cd3, UNASSIGN 2024-11-24T03:21:22,615 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=1dc32c62f81a0a5d73b67f2d8ec57cd3, regionState=CLOSING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,616 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:21:22,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:21:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T03:21:22,752 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/deeb5b286df84feab4f368098e07c97f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/deeb5b286df84feab4f368098e07c97f 2024-11-24T03:21:22,757 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/A of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into deeb5b286df84feab4f368098e07c97f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:22,757 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:22,757 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/A, priority=11, startTime=1732418482313; duration=0sec 2024-11-24T03:21:22,757 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:22,757 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:A 2024-11-24T03:21:22,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:22,773 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:22,773 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:21:22,774 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 1dc32c62f81a0a5d73b67f2d8ec57cd3, disabling compactions & flushes 2024-11-24T03:21:22,774 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1942): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:22,788 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/bc3eccd57c6b436aa9b87ce2de78e37a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/bc3eccd57c6b436aa9b87ce2de78e37a 2024-11-24T03:21:22,793 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1dc32c62f81a0a5d73b67f2d8ec57cd3/C of 1dc32c62f81a0a5d73b67f2d8ec57cd3 into bc3eccd57c6b436aa9b87ce2de78e37a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:22,793 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:22,793 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3., storeName=1dc32c62f81a0a5d73b67f2d8ec57cd3/C, priority=11, startTime=1732418482313; duration=0sec 2024-11-24T03:21:22,793 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:22,793 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:22,793 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc32c62f81a0a5d73b67f2d8ec57cd3:C 2024-11-24T03:21:22,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/65a84facf5d748c7958fbc7879faa24c 2024-11-24T03:21:22,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/2415ab50cbdf4db7b3f15610ce88af1f is 50, key is test_row_0/B:col10/1732418482475/Put/seqid=0 2024-11-24T03:21:22,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741957_1133 (size=12301) 2024-11-24T03:21:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T03:21:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T03:21:23,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/2415ab50cbdf4db7b3f15610ce88af1f 2024-11-24T03:21:23,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/b6d754f0c5074c2fba7fa9f9e170a9a8 is 50, key is test_row_0/C:col10/1732418482475/Put/seqid=0 2024-11-24T03:21:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741958_1134 (size=12301) 2024-11-24T03:21:23,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:21:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T03:21:23,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/b6d754f0c5074c2fba7fa9f9e170a9a8 2024-11-24T03:21:23,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/A/65a84facf5d748c7958fbc7879faa24c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/65a84facf5d748c7958fbc7879faa24c 2024-11-24T03:21:23,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/65a84facf5d748c7958fbc7879faa24c, entries=150, sequenceid=574, filesize=12.0 K 2024-11-24T03:21:23,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/B/2415ab50cbdf4db7b3f15610ce88af1f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2415ab50cbdf4db7b3f15610ce88af1f 2024-11-24T03:21:23,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2415ab50cbdf4db7b3f15610ce88af1f, entries=150, sequenceid=574, filesize=12.0 K 2024-11-24T03:21:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/.tmp/C/b6d754f0c5074c2fba7fa9f9e170a9a8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b6d754f0c5074c2fba7fa9f9e170a9a8 2024-11-24T03:21:23,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b6d754f0c5074c2fba7fa9f9e170a9a8, entries=150, sequenceid=574, filesize=12.0 K 2024-11-24T03:21:23,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 1dc32c62f81a0a5d73b67f2d8ec57cd3 in 1258ms, sequenceid=574, compaction requested=false 2024-11-24T03:21:23,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:23,734 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:23,734 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:23,734 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. after waiting 0 ms 2024-11-24T03:21:23,734 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:23,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b488f59bb8b24663b969ea80d95fe551, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ab590033913743f69ae7c9efd0546c8c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d865137249d946a58fe7e005fec1ad31, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/630fac1442c149ff932ce40d193442c5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/3f4b169d73224f32b8cd7984747d932a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ea44e520cde540ffaccf2c3705e458e0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4fe8b9d7f6944ce4a32055c9f1d8702c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4a02ae5ceb104b02a888e11f83d589b1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f98fea74dc31452583f51832c7f6ea68, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8a1adcd7b2a9440e83d2163394eebf2a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/62a4460eb97d41a1a37cb8d21dcc4bb7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8193365c291648fca0a33e8a0f2349e8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a5025989a05e40fbb65fc9d54c9e8cc0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/7f256459d8e44e3cb48cf183148e555c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/0ee462a2f1c447e585ce660f90cf5fcd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b5a91be8f6de44eba8fcfca795e8fb52, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ba1feb63bc2a4a059fa0c2a8f92967fb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/57b69413390d402c996cc00457394dfb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/39377860c1d84bbfb0a1c5d2d513711b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f6c7c34d3afe45f1b073115f1ccb40fd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/02cbfd7ce0104eeab6ea921625cc5938, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/15a0bd5bf14f4d919732f5b007563980, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/59ce3b250f6042b3b6547cc9d9ef9e3f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a4cbe9edc30a4c86933307df40e89e34, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/2d9faeec3c5d445589fb99c950f7bf69, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ffd73607dfa14bad96af71644c5d4939, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/197d03cfd0814c91b34eb1c39d620460, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/6e738c594ee54f4684d52f8851feceed, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8229afd97b14406a911c32518e96c8e3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e5dafccb3ce24181945158cc3756450d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/64928b729fbd4885b2b1a9c48026afe0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/76720d8036bb496c9b84682651ffe577, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/46e2de8678104bc7bc7fd3aec8fc5aeb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e7ffad70ee32430abf0fc26339307016, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d0324c85609e4139a7461e18a27300a6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8c66c125c1c148f68226abc9ac3db073, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d4dc2a0214eb49c88f88e7f9683676c1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/c1a708d55aaf4630ac7743cd9eb89ebd] to archive 2024-11-24T03:21:23,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:21:23,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b488f59bb8b24663b969ea80d95fe551 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b488f59bb8b24663b969ea80d95fe551 2024-11-24T03:21:23,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ab590033913743f69ae7c9efd0546c8c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ab590033913743f69ae7c9efd0546c8c 2024-11-24T03:21:23,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d865137249d946a58fe7e005fec1ad31 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d865137249d946a58fe7e005fec1ad31 2024-11-24T03:21:23,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/630fac1442c149ff932ce40d193442c5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/630fac1442c149ff932ce40d193442c5 2024-11-24T03:21:23,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/3f4b169d73224f32b8cd7984747d932a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/3f4b169d73224f32b8cd7984747d932a 2024-11-24T03:21:23,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ea44e520cde540ffaccf2c3705e458e0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ea44e520cde540ffaccf2c3705e458e0 2024-11-24T03:21:23,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4fe8b9d7f6944ce4a32055c9f1d8702c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4fe8b9d7f6944ce4a32055c9f1d8702c 2024-11-24T03:21:23,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4a02ae5ceb104b02a888e11f83d589b1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/4a02ae5ceb104b02a888e11f83d589b1 2024-11-24T03:21:23,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f98fea74dc31452583f51832c7f6ea68 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f98fea74dc31452583f51832c7f6ea68 2024-11-24T03:21:23,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8a1adcd7b2a9440e83d2163394eebf2a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8a1adcd7b2a9440e83d2163394eebf2a 2024-11-24T03:21:23,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/62a4460eb97d41a1a37cb8d21dcc4bb7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/62a4460eb97d41a1a37cb8d21dcc4bb7 2024-11-24T03:21:23,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8193365c291648fca0a33e8a0f2349e8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8193365c291648fca0a33e8a0f2349e8 2024-11-24T03:21:23,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a5025989a05e40fbb65fc9d54c9e8cc0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a5025989a05e40fbb65fc9d54c9e8cc0 2024-11-24T03:21:23,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/7f256459d8e44e3cb48cf183148e555c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/7f256459d8e44e3cb48cf183148e555c 2024-11-24T03:21:23,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/0ee462a2f1c447e585ce660f90cf5fcd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/0ee462a2f1c447e585ce660f90cf5fcd 2024-11-24T03:21:23,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b5a91be8f6de44eba8fcfca795e8fb52 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/b5a91be8f6de44eba8fcfca795e8fb52 2024-11-24T03:21:23,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ba1feb63bc2a4a059fa0c2a8f92967fb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ba1feb63bc2a4a059fa0c2a8f92967fb 2024-11-24T03:21:23,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/57b69413390d402c996cc00457394dfb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/57b69413390d402c996cc00457394dfb 2024-11-24T03:21:23,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/39377860c1d84bbfb0a1c5d2d513711b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/39377860c1d84bbfb0a1c5d2d513711b 2024-11-24T03:21:23,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f6c7c34d3afe45f1b073115f1ccb40fd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/f6c7c34d3afe45f1b073115f1ccb40fd 2024-11-24T03:21:23,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/02cbfd7ce0104eeab6ea921625cc5938 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/02cbfd7ce0104eeab6ea921625cc5938 2024-11-24T03:21:23,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/15a0bd5bf14f4d919732f5b007563980 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/15a0bd5bf14f4d919732f5b007563980 2024-11-24T03:21:23,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/59ce3b250f6042b3b6547cc9d9ef9e3f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/59ce3b250f6042b3b6547cc9d9ef9e3f 2024-11-24T03:21:23,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a4cbe9edc30a4c86933307df40e89e34 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/a4cbe9edc30a4c86933307df40e89e34 2024-11-24T03:21:23,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/2d9faeec3c5d445589fb99c950f7bf69 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/2d9faeec3c5d445589fb99c950f7bf69 2024-11-24T03:21:23,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ffd73607dfa14bad96af71644c5d4939 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/ffd73607dfa14bad96af71644c5d4939 2024-11-24T03:21:23,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/197d03cfd0814c91b34eb1c39d620460 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/197d03cfd0814c91b34eb1c39d620460 2024-11-24T03:21:23,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/6e738c594ee54f4684d52f8851feceed to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/6e738c594ee54f4684d52f8851feceed 2024-11-24T03:21:23,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8229afd97b14406a911c32518e96c8e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8229afd97b14406a911c32518e96c8e3 2024-11-24T03:21:23,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e5dafccb3ce24181945158cc3756450d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e5dafccb3ce24181945158cc3756450d 2024-11-24T03:21:23,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/64928b729fbd4885b2b1a9c48026afe0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/64928b729fbd4885b2b1a9c48026afe0 2024-11-24T03:21:23,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/76720d8036bb496c9b84682651ffe577 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/76720d8036bb496c9b84682651ffe577 2024-11-24T03:21:23,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/46e2de8678104bc7bc7fd3aec8fc5aeb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/46e2de8678104bc7bc7fd3aec8fc5aeb 2024-11-24T03:21:23,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e7ffad70ee32430abf0fc26339307016 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/e7ffad70ee32430abf0fc26339307016 2024-11-24T03:21:23,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d0324c85609e4139a7461e18a27300a6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d0324c85609e4139a7461e18a27300a6 2024-11-24T03:21:23,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8c66c125c1c148f68226abc9ac3db073 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/8c66c125c1c148f68226abc9ac3db073 2024-11-24T03:21:23,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d4dc2a0214eb49c88f88e7f9683676c1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/d4dc2a0214eb49c88f88e7f9683676c1 2024-11-24T03:21:23,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/c1a708d55aaf4630ac7743cd9eb89ebd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/c1a708d55aaf4630ac7743cd9eb89ebd 2024-11-24T03:21:23,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e96e924c1524284aa4eb919af94a579, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/4331bbf2df254c0eb298805e227d1ca0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/897cb25a44284612b3175e39ecf60aa7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/d5ce32b0eb3444a4b4b377fc9127a1bb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/38a46ca73c754af7bdfe566eee0716b3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a534e3330a8e4ba68185c01f12f988d7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/ffa4c5e4f6e749c9b733eba7a3f04ba3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/53fcc836707e465286c7ef5313d3863d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/c9f99f37e44c4cdebfb91172ef3e12e0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/eb9c84264a4042c3a50da78b5dc3ac2e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/869b6f3f9ee345f2ae1207bd913c1cb1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/017e9f91e9dc4c04b8f7ccad7e91303d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5619780791344a64a4a6aafd4251d32c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5b241820a644fb1966d6bb7dd898e06, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5cd4e2f92c504f82934a8aba974091a1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/84f357ee9d5d425396fa37fa41aa00fe, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b41f2fac8e2a4d8882990cce424805de, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/efd30a5e7cab40379469a5797ed49ecc, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/7aea520e0bad4228b3aa153b5f4f6430, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2e7c5880e1b947e8a973142cd642278e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/713e2bd81450405fb564bc29efb50c70, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/81a1a71dace64e47b2aec7c375338b48, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f7684424696f4ede9312f5bcf4f28cbb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b952845b34ab447b836938e02972339e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/132674a523f64aba8102b14016ab5266, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/0a8b9280808147c594c1736a8d0fb89f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/600311b6bc7b487db4ba03d530fc6fe8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b117f01796a54edf8ec49845c074d04e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/960c4b6fc9584926a13bcf816661475d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f5592e1baef14d8e9763879131ee6ea5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f6e6148a51e34f8f89cdc122a020a59c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e3afb8d0d6e433289e9439e94c276cd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5fe94fc3a384bb2aee9865fb17a704a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/3402d6c7c8484fe9823b9a77b185bbae, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/af85cfd58f454e519650ff587fe6a5b8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/52fe6755d034457ba399ea27b0ebe437, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/bba4310dd24f49d0b74025df127c5ba0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/140bf4e91f7f46eca7bc091ab51d60bc] to archive 2024-11-24T03:21:23,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:21:23,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e96e924c1524284aa4eb919af94a579 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e96e924c1524284aa4eb919af94a579 2024-11-24T03:21:23,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/4331bbf2df254c0eb298805e227d1ca0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/4331bbf2df254c0eb298805e227d1ca0 2024-11-24T03:21:23,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/897cb25a44284612b3175e39ecf60aa7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/897cb25a44284612b3175e39ecf60aa7 2024-11-24T03:21:23,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/d5ce32b0eb3444a4b4b377fc9127a1bb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/d5ce32b0eb3444a4b4b377fc9127a1bb 2024-11-24T03:21:23,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/38a46ca73c754af7bdfe566eee0716b3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/38a46ca73c754af7bdfe566eee0716b3 2024-11-24T03:21:23,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a534e3330a8e4ba68185c01f12f988d7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a534e3330a8e4ba68185c01f12f988d7 2024-11-24T03:21:23,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/ffa4c5e4f6e749c9b733eba7a3f04ba3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/ffa4c5e4f6e749c9b733eba7a3f04ba3 2024-11-24T03:21:23,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/53fcc836707e465286c7ef5313d3863d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/53fcc836707e465286c7ef5313d3863d 2024-11-24T03:21:23,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/c9f99f37e44c4cdebfb91172ef3e12e0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/c9f99f37e44c4cdebfb91172ef3e12e0 2024-11-24T03:21:23,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/eb9c84264a4042c3a50da78b5dc3ac2e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/eb9c84264a4042c3a50da78b5dc3ac2e 2024-11-24T03:21:23,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/869b6f3f9ee345f2ae1207bd913c1cb1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/869b6f3f9ee345f2ae1207bd913c1cb1 2024-11-24T03:21:23,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/017e9f91e9dc4c04b8f7ccad7e91303d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/017e9f91e9dc4c04b8f7ccad7e91303d 2024-11-24T03:21:23,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5619780791344a64a4a6aafd4251d32c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5619780791344a64a4a6aafd4251d32c 2024-11-24T03:21:23,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5b241820a644fb1966d6bb7dd898e06 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5b241820a644fb1966d6bb7dd898e06 2024-11-24T03:21:23,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5cd4e2f92c504f82934a8aba974091a1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/5cd4e2f92c504f82934a8aba974091a1 2024-11-24T03:21:23,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/84f357ee9d5d425396fa37fa41aa00fe to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/84f357ee9d5d425396fa37fa41aa00fe 2024-11-24T03:21:23,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b41f2fac8e2a4d8882990cce424805de to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b41f2fac8e2a4d8882990cce424805de 2024-11-24T03:21:23,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/efd30a5e7cab40379469a5797ed49ecc to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/efd30a5e7cab40379469a5797ed49ecc 2024-11-24T03:21:23,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/7aea520e0bad4228b3aa153b5f4f6430 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/7aea520e0bad4228b3aa153b5f4f6430 2024-11-24T03:21:23,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2e7c5880e1b947e8a973142cd642278e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2e7c5880e1b947e8a973142cd642278e 2024-11-24T03:21:23,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/713e2bd81450405fb564bc29efb50c70 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/713e2bd81450405fb564bc29efb50c70 2024-11-24T03:21:23,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/81a1a71dace64e47b2aec7c375338b48 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/81a1a71dace64e47b2aec7c375338b48 2024-11-24T03:21:23,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f7684424696f4ede9312f5bcf4f28cbb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f7684424696f4ede9312f5bcf4f28cbb 2024-11-24T03:21:23,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b952845b34ab447b836938e02972339e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b952845b34ab447b836938e02972339e 2024-11-24T03:21:23,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/132674a523f64aba8102b14016ab5266 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/132674a523f64aba8102b14016ab5266 2024-11-24T03:21:23,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/0a8b9280808147c594c1736a8d0fb89f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/0a8b9280808147c594c1736a8d0fb89f 2024-11-24T03:21:23,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/600311b6bc7b487db4ba03d530fc6fe8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/600311b6bc7b487db4ba03d530fc6fe8 2024-11-24T03:21:23,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b117f01796a54edf8ec49845c074d04e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/b117f01796a54edf8ec49845c074d04e 2024-11-24T03:21:23,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/960c4b6fc9584926a13bcf816661475d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/960c4b6fc9584926a13bcf816661475d 2024-11-24T03:21:23,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f5592e1baef14d8e9763879131ee6ea5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f5592e1baef14d8e9763879131ee6ea5 2024-11-24T03:21:23,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f6e6148a51e34f8f89cdc122a020a59c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/f6e6148a51e34f8f89cdc122a020a59c 2024-11-24T03:21:23,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e3afb8d0d6e433289e9439e94c276cd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/6e3afb8d0d6e433289e9439e94c276cd 2024-11-24T03:21:23,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5fe94fc3a384bb2aee9865fb17a704a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/a5fe94fc3a384bb2aee9865fb17a704a 2024-11-24T03:21:23,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/3402d6c7c8484fe9823b9a77b185bbae to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/3402d6c7c8484fe9823b9a77b185bbae 2024-11-24T03:21:23,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/af85cfd58f454e519650ff587fe6a5b8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/af85cfd58f454e519650ff587fe6a5b8 2024-11-24T03:21:23,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/52fe6755d034457ba399ea27b0ebe437 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/52fe6755d034457ba399ea27b0ebe437 2024-11-24T03:21:23,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/bba4310dd24f49d0b74025df127c5ba0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/bba4310dd24f49d0b74025df127c5ba0 2024-11-24T03:21:23,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/140bf4e91f7f46eca7bc091ab51d60bc to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/140bf4e91f7f46eca7bc091ab51d60bc 2024-11-24T03:21:23,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1200ebd144e44ef2ac60df911d090182, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f3b6329a07684f78a94d8cefda8afc64, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c4ba7c6d1050489b8e6dfe2f1b49f986, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/545ed72ceee544d2ac2378c15a6c0572, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b084c83c884f40c384ec0eaf6b442e26, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/22c0c88049cc41e0a062f06c46af19f0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a59a1b3705c2437b93d9f80974123b69, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1a4b0459a8c34a15a6f2868606f28d2a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d8076967896a42ebb851b0c6451d2c4a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/dc58724cb3d449f698857eb788c6198e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b07a86820dcd4cc39b8bbdf62405b69d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/610a3c7afb024b9592b6a64df76aa882, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f2f7c14ff16444a99cfc737186152947, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b88b19f34474855a62b1af534309ef8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b5fd54ef20d492295d787eeab659847, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5e6c377da540474288765448b9d57f6f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8113e4fe1bc647d5b5a9cd7fd990cb30, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5a1a6d883a034868bcce7a2641783ab8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7492be069f2545e48b17de0e2c38b45a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/aee317751b4d4708843acb7f0d570a57, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/79cfcf7b18334819a7abf81f245a7428, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7c88945cc225431599277cd45e3b5844, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8ad6c2860cfe44dfbc4262127ccf1d9c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/80caccf756b94f86ad77411c8f66bedb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/49ac389d8af94721b1e8b5035950bcbe, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c3b14f8133664489b2e0d8cc6ca51b2b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a8e25ea2145c4ef79411fe670e727410, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/46ce4c31fc3c4407828deb3fd0020033, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d5d3de12a7184f78a864d05247760c4e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e69cc89d89ee4b2ea85d85316b970702, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/48cbced483ba47f791150b2f389c8e3d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/ed275b54f25842bc990a3666ece950da, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e7da7aeb73994b0f99f2de168af321fe, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/afe9980cea8147daa6d211968cbc2d72, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/17afaee4a2a447e6859f87c6f0aec69a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/640cac532f954c8a81ec57a63cf4068b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/2ad7fe74f23d46daaccaf9d9d972e9bb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/65a88eeb6dfd4f2581e33d4f5636dfdc] to archive 2024-11-24T03:21:23,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:21:23,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1200ebd144e44ef2ac60df911d090182 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1200ebd144e44ef2ac60df911d090182 2024-11-24T03:21:23,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f3b6329a07684f78a94d8cefda8afc64 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f3b6329a07684f78a94d8cefda8afc64 2024-11-24T03:21:23,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c4ba7c6d1050489b8e6dfe2f1b49f986 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c4ba7c6d1050489b8e6dfe2f1b49f986 2024-11-24T03:21:23,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/545ed72ceee544d2ac2378c15a6c0572 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/545ed72ceee544d2ac2378c15a6c0572 2024-11-24T03:21:23,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b084c83c884f40c384ec0eaf6b442e26 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b084c83c884f40c384ec0eaf6b442e26 2024-11-24T03:21:23,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/22c0c88049cc41e0a062f06c46af19f0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/22c0c88049cc41e0a062f06c46af19f0 2024-11-24T03:21:23,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a59a1b3705c2437b93d9f80974123b69 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a59a1b3705c2437b93d9f80974123b69 2024-11-24T03:21:23,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1a4b0459a8c34a15a6f2868606f28d2a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/1a4b0459a8c34a15a6f2868606f28d2a 2024-11-24T03:21:23,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d8076967896a42ebb851b0c6451d2c4a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d8076967896a42ebb851b0c6451d2c4a 2024-11-24T03:21:23,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/dc58724cb3d449f698857eb788c6198e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/dc58724cb3d449f698857eb788c6198e 2024-11-24T03:21:23,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b07a86820dcd4cc39b8bbdf62405b69d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b07a86820dcd4cc39b8bbdf62405b69d 2024-11-24T03:21:23,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/610a3c7afb024b9592b6a64df76aa882 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/610a3c7afb024b9592b6a64df76aa882 2024-11-24T03:21:23,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f2f7c14ff16444a99cfc737186152947 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/f2f7c14ff16444a99cfc737186152947 2024-11-24T03:21:23,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b88b19f34474855a62b1af534309ef8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b88b19f34474855a62b1af534309ef8 2024-11-24T03:21:23,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b5fd54ef20d492295d787eeab659847 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/6b5fd54ef20d492295d787eeab659847 2024-11-24T03:21:23,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5e6c377da540474288765448b9d57f6f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5e6c377da540474288765448b9d57f6f 2024-11-24T03:21:23,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8113e4fe1bc647d5b5a9cd7fd990cb30 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8113e4fe1bc647d5b5a9cd7fd990cb30 2024-11-24T03:21:23,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5a1a6d883a034868bcce7a2641783ab8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/5a1a6d883a034868bcce7a2641783ab8 2024-11-24T03:21:23,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7492be069f2545e48b17de0e2c38b45a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7492be069f2545e48b17de0e2c38b45a 2024-11-24T03:21:23,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/aee317751b4d4708843acb7f0d570a57 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/aee317751b4d4708843acb7f0d570a57 2024-11-24T03:21:23,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/79cfcf7b18334819a7abf81f245a7428 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/79cfcf7b18334819a7abf81f245a7428 2024-11-24T03:21:23,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7c88945cc225431599277cd45e3b5844 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/7c88945cc225431599277cd45e3b5844 2024-11-24T03:21:23,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8ad6c2860cfe44dfbc4262127ccf1d9c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/8ad6c2860cfe44dfbc4262127ccf1d9c 2024-11-24T03:21:23,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/80caccf756b94f86ad77411c8f66bedb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/80caccf756b94f86ad77411c8f66bedb 2024-11-24T03:21:23,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/49ac389d8af94721b1e8b5035950bcbe to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/49ac389d8af94721b1e8b5035950bcbe 2024-11-24T03:21:23,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c3b14f8133664489b2e0d8cc6ca51b2b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/c3b14f8133664489b2e0d8cc6ca51b2b 2024-11-24T03:21:23,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a8e25ea2145c4ef79411fe670e727410 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/a8e25ea2145c4ef79411fe670e727410 2024-11-24T03:21:23,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/46ce4c31fc3c4407828deb3fd0020033 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/46ce4c31fc3c4407828deb3fd0020033 2024-11-24T03:21:23,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d5d3de12a7184f78a864d05247760c4e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/d5d3de12a7184f78a864d05247760c4e 2024-11-24T03:21:23,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e69cc89d89ee4b2ea85d85316b970702 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e69cc89d89ee4b2ea85d85316b970702 2024-11-24T03:21:23,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/48cbced483ba47f791150b2f389c8e3d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/48cbced483ba47f791150b2f389c8e3d 2024-11-24T03:21:23,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/ed275b54f25842bc990a3666ece950da to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/ed275b54f25842bc990a3666ece950da 2024-11-24T03:21:23,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e7da7aeb73994b0f99f2de168af321fe to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/e7da7aeb73994b0f99f2de168af321fe 2024-11-24T03:21:23,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/afe9980cea8147daa6d211968cbc2d72 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/afe9980cea8147daa6d211968cbc2d72 2024-11-24T03:21:23,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/17afaee4a2a447e6859f87c6f0aec69a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/17afaee4a2a447e6859f87c6f0aec69a 2024-11-24T03:21:23,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/640cac532f954c8a81ec57a63cf4068b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/640cac532f954c8a81ec57a63cf4068b 2024-11-24T03:21:23,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/2ad7fe74f23d46daaccaf9d9d972e9bb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/2ad7fe74f23d46daaccaf9d9d972e9bb 2024-11-24T03:21:23,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/65a88eeb6dfd4f2581e33d4f5636dfdc to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/65a88eeb6dfd4f2581e33d4f5636dfdc 2024-11-24T03:21:23,914 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/recovered.edits/579.seqid, newMaxSeqId=579, maxSeqId=1 2024-11-24T03:21:23,917 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3. 2024-11-24T03:21:23,918 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 1dc32c62f81a0a5d73b67f2d8ec57cd3: 2024-11-24T03:21:23,920 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:23,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=1dc32c62f81a0a5d73b67f2d8ec57cd3, regionState=CLOSED 2024-11-24T03:21:23,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T03:21:23,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 1dc32c62f81a0a5d73b67f2d8ec57cd3, server=f13c2bb2f71a,46311,1732418455035 in 1.3050 sec 2024-11-24T03:21:23,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-24T03:21:23,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc32c62f81a0a5d73b67f2d8ec57cd3, UNASSIGN in 1.3100 sec 2024-11-24T03:21:23,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-24T03:21:23,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3160 sec 2024-11-24T03:21:23,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418483927"}]},"ts":"1732418483927"} 2024-11-24T03:21:23,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:21:23,930 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:21:23,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3330 sec 2024-11-24T03:21:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T03:21:24,709 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-24T03:21:24,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:21:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:24,717 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T03:21:24,719 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:24,722 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:24,726 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/recovered.edits] 2024-11-24T03:21:24,729 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/65a84facf5d748c7958fbc7879faa24c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/65a84facf5d748c7958fbc7879faa24c 2024-11-24T03:21:24,730 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/deeb5b286df84feab4f368098e07c97f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/A/deeb5b286df84feab4f368098e07c97f 2024-11-24T03:21:24,733 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/002c61ad24474c4eae1737d32c361586 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/002c61ad24474c4eae1737d32c361586 2024-11-24T03:21:24,735 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2415ab50cbdf4db7b3f15610ce88af1f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/B/2415ab50cbdf4db7b3f15610ce88af1f 2024-11-24T03:21:24,737 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b6d754f0c5074c2fba7fa9f9e170a9a8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/b6d754f0c5074c2fba7fa9f9e170a9a8 2024-11-24T03:21:24,738 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/bc3eccd57c6b436aa9b87ce2de78e37a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/C/bc3eccd57c6b436aa9b87ce2de78e37a 2024-11-24T03:21:24,741 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/recovered.edits/579.seqid to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3/recovered.edits/579.seqid 2024-11-24T03:21:24,742 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/1dc32c62f81a0a5d73b67f2d8ec57cd3 2024-11-24T03:21:24,742 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:21:24,747 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:24,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T03:21:24,754 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:21:24,790 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:21:24,792 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:24,792 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:21:24,793 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418484792"}]},"ts":"9223372036854775807"} 2024-11-24T03:21:24,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:21:24,797 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:21:24,797 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1dc32c62f81a0a5d73b67f2d8ec57cd3, NAME => 'TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:21:24,797 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:21:24,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418484798"}]},"ts":"9223372036854775807"} 2024-11-24T03:21:24,800 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:21:24,803 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:24,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 90 msec 2024-11-24T03:21:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T03:21:24,820 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-24T03:21:24,839 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-187409480_22 at /127.0.0.1:56942 [Waiting for operation #338] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f13c2bb2f71a:46311-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_910999349_22 at /127.0.0.1:42510 [Waiting for operation #327] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_910999349_22 at /127.0.0.1:33024 [Waiting for operation #102] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 227) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7569 (was 8234) 2024-11-24T03:21:24,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=7567 2024-11-24T03:21:24,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:21:24,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:21:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:24,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:21:24,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:24,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-24T03:21:24,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:21:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T03:21:24,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741959_1135 (size=960) 2024-11-24T03:21:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T03:21:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T03:21:25,265 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 2024-11-24T03:21:25,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741960_1136 (size=53) 2024-11-24T03:21:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T03:21:25,672 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:25,672 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4b7c29b50627eb4f72c849c37edcb497, disabling compactions & flushes 2024-11-24T03:21:25,672 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:25,672 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:25,672 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. after waiting 0 ms 2024-11-24T03:21:25,672 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:25,672 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:25,672 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:25,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:21:25,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418485673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418485673"}]},"ts":"1732418485673"} 2024-11-24T03:21:25,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:21:25,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:21:25,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418485676"}]},"ts":"1732418485676"} 2024-11-24T03:21:25,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:21:25,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, ASSIGN}] 2024-11-24T03:21:25,683 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, ASSIGN 2024-11-24T03:21:25,684 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=false 2024-11-24T03:21:25,835 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=4b7c29b50627eb4f72c849c37edcb497, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:25,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:21:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T03:21:25,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:25,992 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:25,992 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:21:25,993 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:25,993 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:25,993 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:25,993 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:25,994 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:25,995 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:25,996 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7c29b50627eb4f72c849c37edcb497 columnFamilyName A 2024-11-24T03:21:25,996 DEBUG [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:25,996 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(327): Store=4b7c29b50627eb4f72c849c37edcb497/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:25,996 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:25,997 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:25,998 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7c29b50627eb4f72c849c37edcb497 columnFamilyName B 2024-11-24T03:21:25,999 DEBUG [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:25,999 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(327): Store=4b7c29b50627eb4f72c849c37edcb497/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:25,999 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:26,000 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:26,000 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7c29b50627eb4f72c849c37edcb497 columnFamilyName C 2024-11-24T03:21:26,000 DEBUG [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:26,001 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(327): Store=4b7c29b50627eb4f72c849c37edcb497/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:26,001 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:26,001 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:26,002 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:26,003 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:21:26,004 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:26,006 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:21:26,006 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 4b7c29b50627eb4f72c849c37edcb497; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67918055, jitterRate=0.012057885527610779}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:21:26,007 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:26,008 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., pid=41, masterSystemTime=1732418485988 2024-11-24T03:21:26,009 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:26,009 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:26,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=4b7c29b50627eb4f72c849c37edcb497, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:26,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-24T03:21:26,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 in 174 msec 2024-11-24T03:21:26,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-24T03:21:26,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, ASSIGN in 331 msec 2024-11-24T03:21:26,015 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:21:26,015 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418486015"}]},"ts":"1732418486015"} 2024-11-24T03:21:26,016 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:21:26,019 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:21:26,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-24T03:21:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T03:21:26,962 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-24T03:21:26,963 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04ddf4c3 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ff872d8 2024-11-24T03:21:26,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4506927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:26,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:26,971 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:26,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:21:26,975 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:21:26,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:21:26,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:21:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:27,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741961_1137 (size=996) 2024-11-24T03:21:27,404 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T03:21:27,404 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T03:21:27,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:21:27,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, REOPEN/MOVE}] 2024-11-24T03:21:27,417 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, REOPEN/MOVE 2024-11-24T03:21:27,418 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=4b7c29b50627eb4f72c849c37edcb497, regionState=CLOSING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:27,419 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:21:27,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:21:27,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:27,571 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,571 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:21:27,571 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 4b7c29b50627eb4f72c849c37edcb497, disabling compactions & flushes 2024-11-24T03:21:27,571 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:27,571 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:27,571 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. after waiting 0 ms 2024-11-24T03:21:27,571 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:27,575 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T03:21:27,576 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:27,576 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:27,576 WARN [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 4b7c29b50627eb4f72c849c37edcb497 to self. 2024-11-24T03:21:27,578 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=4b7c29b50627eb4f72c849c37edcb497, regionState=CLOSED 2024-11-24T03:21:27,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-24T03:21:27,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 in 160 msec 2024-11-24T03:21:27,581 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, REOPEN/MOVE; state=CLOSED, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=true 2024-11-24T03:21:27,732 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=4b7c29b50627eb4f72c849c37edcb497, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:27,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:21:27,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:27,888 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:27,888 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:21:27,889 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,889 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:27,889 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,889 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,891 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,892 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:27,897 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7c29b50627eb4f72c849c37edcb497 columnFamilyName A 2024-11-24T03:21:27,899 DEBUG [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:27,899 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(327): Store=4b7c29b50627eb4f72c849c37edcb497/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:27,900 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,900 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:27,901 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7c29b50627eb4f72c849c37edcb497 columnFamilyName B 2024-11-24T03:21:27,901 DEBUG [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:27,901 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(327): Store=4b7c29b50627eb4f72c849c37edcb497/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:27,901 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,902 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:27,902 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7c29b50627eb4f72c849c37edcb497 columnFamilyName C 2024-11-24T03:21:27,902 DEBUG [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:27,902 INFO [StoreOpener-4b7c29b50627eb4f72c849c37edcb497-1 {}] regionserver.HStore(327): Store=4b7c29b50627eb4f72c849c37edcb497/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:27,902 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:27,903 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,904 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,906 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:21:27,907 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,907 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 4b7c29b50627eb4f72c849c37edcb497; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72912141, jitterRate=0.08647556602954865}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:21:27,908 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:27,909 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., pid=46, masterSystemTime=1732418487885 2024-11-24T03:21:27,910 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:27,910 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:27,911 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=4b7c29b50627eb4f72c849c37edcb497, regionState=OPEN, openSeqNum=5, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:27,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-24T03:21:27,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 in 179 msec 2024-11-24T03:21:27,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-24T03:21:27,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, REOPEN/MOVE in 497 msec 2024-11-24T03:21:27,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-24T03:21:27,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-24T03:21:27,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-11-24T03:21:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T03:21:27,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29458edd to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46c2c778 2024-11-24T03:21:27,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79982672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:27,936 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c7d6279 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@433e2b26 2024-11-24T03:21:27,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4bd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:27,941 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328f994d to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e3a4420 2024-11-24T03:21:27,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebda6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:27,945 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a9306be to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24f64590 2024-11-24T03:21:27,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505d5ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:27,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x769942d9 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c5c4716 2024-11-24T03:21:27,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:27,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2885d2d9 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cb464a 2024-11-24T03:21:27,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f0be85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:27,957 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-24T03:21:27,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:27,961 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-24T03:21:27,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:27,965 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-24T03:21:27,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:27,972 DEBUG [hconnection-0x2696aa23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:27,972 DEBUG [hconnection-0x27a3616c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:27,973 DEBUG [hconnection-0x12e2ac45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:27,974 DEBUG [hconnection-0x160afe77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:27,974 DEBUG [hconnection-0x8e94b12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:27,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:27,975 DEBUG [hconnection-0x7abdb9aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:27,975 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:27,975 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:27,976 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:27,976 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:27,976 DEBUG [hconnection-0x42b4d2a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:27,976 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-24T03:21:27,977 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:27,977 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:27,978 DEBUG [hconnection-0x3795ec0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:21:27,978 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:27,979 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:27,979 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:27,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:27,980 DEBUG [hconnection-0x167610df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:27,982 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:27,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:27,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:27,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:27,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418548037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418548038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418548040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418548043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418548044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112411a409f1a08d431eb90c6646803cf168_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418487988/Put/seqid=0 2024-11-24T03:21:28,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741962_1138 (size=12154) 2024-11-24T03:21:28,078 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:21:28,086 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112411a409f1a08d431eb90c6646803cf168_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411a409f1a08d431eb90c6646803cf168_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:28,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/4cf677f0be7b4b2fbbd65e98481f2c43, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:28,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/4cf677f0be7b4b2fbbd65e98481f2c43 is 175, key is test_row_0/A:col10/1732418487988/Put/seqid=0 2024-11-24T03:21:28,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741963_1139 (size=30955) 2024-11-24T03:21:28,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T03:21:28,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:28,131 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/4cf677f0be7b4b2fbbd65e98481f2c43 2024-11-24T03:21:28,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418548146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418548146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418548147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418548149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418548149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/cad7d71c96484f71acb7d1bf153c3b8f is 50, key is test_row_0/B:col10/1732418487988/Put/seqid=0 2024-11-24T03:21:28,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741964_1140 (size=12001) 2024-11-24T03:21:28,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/cad7d71c96484f71acb7d1bf153c3b8f 2024-11-24T03:21:28,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/f873161ae3c64b20a2728751c30b88aa is 50, key is test_row_0/C:col10/1732418487988/Put/seqid=0 2024-11-24T03:21:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:21:28,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T03:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741965_1141 (size=12001) 2024-11-24T03:21:28,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/f873161ae3c64b20a2728751c30b88aa 2024-11-24T03:21:28,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/4cf677f0be7b4b2fbbd65e98481f2c43 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/4cf677f0be7b4b2fbbd65e98481f2c43 2024-11-24T03:21:28,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/4cf677f0be7b4b2fbbd65e98481f2c43, entries=150, sequenceid=16, filesize=30.2 K 2024-11-24T03:21:28,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/cad7d71c96484f71acb7d1bf153c3b8f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/cad7d71c96484f71acb7d1bf153c3b8f 2024-11-24T03:21:28,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/cad7d71c96484f71acb7d1bf153c3b8f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T03:21:28,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/f873161ae3c64b20a2728751c30b88aa as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/f873161ae3c64b20a2728751c30b88aa 2024-11-24T03:21:28,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/f873161ae3c64b20a2728751c30b88aa, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T03:21:28,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4b7c29b50627eb4f72c849c37edcb497 in 339ms, sequenceid=16, compaction requested=false 2024-11-24T03:21:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:28,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:21:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:28,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418548366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418548368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418548371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418548371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418548372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112435af7eafee1246f2a1bdd7a3fe9b9d13_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418488033/Put/seqid=0 2024-11-24T03:21:28,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741966_1142 (size=14594) 2024-11-24T03:21:28,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:28,430 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112435af7eafee1246f2a1bdd7a3fe9b9d13_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112435af7eafee1246f2a1bdd7a3fe9b9d13_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:28,431 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/62e06db6455e44c2b26705805e7662d5, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:28,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/62e06db6455e44c2b26705805e7662d5 is 175, key is test_row_0/A:col10/1732418488033/Put/seqid=0 2024-11-24T03:21:28,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T03:21:28,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:28,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741967_1143 (size=39549) 2024-11-24T03:21:28,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/62e06db6455e44c2b26705805e7662d5 2024-11-24T03:21:28,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418548473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/312f805e6427406e8b8a44213f138358 is 50, key is test_row_0/B:col10/1732418488033/Put/seqid=0 2024-11-24T03:21:28,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418548475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418548484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418548485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418548487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741968_1144 (size=12001) 2024-11-24T03:21:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:21:28,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T03:21:28,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:28,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418548680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418548691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418548693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418548697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418548697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T03:21:28,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:28,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T03:21:28,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:28,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:28,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:28,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/312f805e6427406e8b8a44213f138358 2024-11-24T03:21:28,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/6fbbe59f8a3b444c8ac097fb482b722d is 50, key is test_row_0/C:col10/1732418488033/Put/seqid=0 2024-11-24T03:21:28,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418548986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741969_1145 (size=12001) 2024-11-24T03:21:28,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/6fbbe59f8a3b444c8ac097fb482b722d 2024-11-24T03:21:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418548997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:28,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/62e06db6455e44c2b26705805e7662d5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/62e06db6455e44c2b26705805e7662d5 2024-11-24T03:21:28,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418548998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418549002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418549001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/62e06db6455e44c2b26705805e7662d5, entries=200, sequenceid=42, filesize=38.6 K 2024-11-24T03:21:29,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/312f805e6427406e8b8a44213f138358 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/312f805e6427406e8b8a44213f138358 2024-11-24T03:21:29,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/312f805e6427406e8b8a44213f138358, entries=150, sequenceid=42, filesize=11.7 K 2024-11-24T03:21:29,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/6fbbe59f8a3b444c8ac097fb482b722d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6fbbe59f8a3b444c8ac097fb482b722d 2024-11-24T03:21:29,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6fbbe59f8a3b444c8ac097fb482b722d, entries=150, sequenceid=42, filesize=11.7 K 2024-11-24T03:21:29,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4b7c29b50627eb4f72c849c37edcb497 in 667ms, sequenceid=42, compaction requested=false 2024-11-24T03:21:29,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:29,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T03:21:29,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:29,055 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:21:29,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b660380a82c44941934f0b3370994f85_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418488368/Put/seqid=0 2024-11-24T03:21:29,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741970_1146 (size=12154) 2024-11-24T03:21:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:29,143 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b660380a82c44941934f0b3370994f85_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b660380a82c44941934f0b3370994f85_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/20bdf95dcc814650a3692043689b1be1, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/20bdf95dcc814650a3692043689b1be1 is 175, key is test_row_0/A:col10/1732418488368/Put/seqid=0 2024-11-24T03:21:29,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741971_1147 (size=30955) 2024-11-24T03:21:29,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:21:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:29,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418549538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418549542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418549543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418549546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418549553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,588 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/20bdf95dcc814650a3692043689b1be1 2024-11-24T03:21:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/0d3833dc98fb49e592b11c73180bbf20 is 50, key is test_row_0/B:col10/1732418488368/Put/seqid=0 2024-11-24T03:21:29,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741972_1148 (size=12001) 2024-11-24T03:21:29,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418549650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418549653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418549655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418549655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418549660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418549855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418549857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418549858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418549860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:29,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418549863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,036 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/0d3833dc98fb49e592b11c73180bbf20 2024-11-24T03:21:30,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/87567dbc30e9488fa071c15f8cfbd877 is 50, key is test_row_0/C:col10/1732418488368/Put/seqid=0 2024-11-24T03:21:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741973_1149 (size=12001) 2024-11-24T03:21:30,060 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/87567dbc30e9488fa071c15f8cfbd877 2024-11-24T03:21:30,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/20bdf95dcc814650a3692043689b1be1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/20bdf95dcc814650a3692043689b1be1 2024-11-24T03:21:30,076 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/20bdf95dcc814650a3692043689b1be1, entries=150, sequenceid=53, filesize=30.2 K 2024-11-24T03:21:30,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/0d3833dc98fb49e592b11c73180bbf20 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/0d3833dc98fb49e592b11c73180bbf20 2024-11-24T03:21:30,084 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/0d3833dc98fb49e592b11c73180bbf20, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T03:21:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:21:30,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/87567dbc30e9488fa071c15f8cfbd877 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/87567dbc30e9488fa071c15f8cfbd877 2024-11-24T03:21:30,091 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/87567dbc30e9488fa071c15f8cfbd877, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T03:21:30,092 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4b7c29b50627eb4f72c849c37edcb497 in 1038ms, sequenceid=53, compaction requested=true 2024-11-24T03:21:30,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:30,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:30,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T03:21:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-24T03:21:30,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T03:21:30,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1150 sec 2024-11-24T03:21:30,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.1220 sec 2024-11-24T03:21:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:30,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:21:30,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:30,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:30,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:30,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:30,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:30,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:30,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418550177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418550174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418550177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124694292e86e3e475699d9e48052844ae6_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418490166/Put/seqid=0 2024-11-24T03:21:30,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418550184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418550184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741974_1150 (size=14594) 2024-11-24T03:21:30,226 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,236 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124694292e86e3e475699d9e48052844ae6_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124694292e86e3e475699d9e48052844ae6_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:30,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/49fe88d8b4494789a83a4e9d2d7f5372, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:30,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/49fe88d8b4494789a83a4e9d2d7f5372 is 175, key is test_row_0/A:col10/1732418490166/Put/seqid=0 2024-11-24T03:21:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741975_1151 (size=39549) 2024-11-24T03:21:30,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418550282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418550285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418550292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418550293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418550293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418550487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418550488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418550495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418550497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418550498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/49fe88d8b4494789a83a4e9d2d7f5372 2024-11-24T03:21:30,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/5cf77a2303f843d6b03e9a67bea3f2f7 is 50, key is test_row_0/B:col10/1732418490166/Put/seqid=0 2024-11-24T03:21:30,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741976_1152 (size=12001) 2024-11-24T03:21:30,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/5cf77a2303f843d6b03e9a67bea3f2f7 2024-11-24T03:21:30,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/5b8549385d5f4458bf724f725e2d0f2d is 50, key is test_row_0/C:col10/1732418490166/Put/seqid=0 2024-11-24T03:21:30,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741977_1153 (size=12001) 2024-11-24T03:21:30,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/5b8549385d5f4458bf724f725e2d0f2d 2024-11-24T03:21:30,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/49fe88d8b4494789a83a4e9d2d7f5372 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/49fe88d8b4494789a83a4e9d2d7f5372 2024-11-24T03:21:30,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/49fe88d8b4494789a83a4e9d2d7f5372, entries=200, sequenceid=82, filesize=38.6 K 2024-11-24T03:21:30,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/5cf77a2303f843d6b03e9a67bea3f2f7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5cf77a2303f843d6b03e9a67bea3f2f7 2024-11-24T03:21:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5cf77a2303f843d6b03e9a67bea3f2f7, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T03:21:30,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/5b8549385d5f4458bf724f725e2d0f2d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/5b8549385d5f4458bf724f725e2d0f2d 2024-11-24T03:21:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/5b8549385d5f4458bf724f725e2d0f2d, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T03:21:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 4b7c29b50627eb4f72c849c37edcb497 in 568ms, sequenceid=82, compaction requested=true 2024-11-24T03:21:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,734 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:30,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:30,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:21:30,735 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,737 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,737 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/B is initiating minor compaction (all files) 2024-11-24T03:21:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,737 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/B in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:30,737 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/cad7d71c96484f71acb7d1bf153c3b8f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/312f805e6427406e8b8a44213f138358, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/0d3833dc98fb49e592b11c73180bbf20, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5cf77a2303f843d6b03e9a67bea3f2f7] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=46.9 K 2024-11-24T03:21:30,738 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:30,738 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/A is initiating minor compaction (all files) 2024-11-24T03:21:30,738 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/A in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:30,738 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/4cf677f0be7b4b2fbbd65e98481f2c43, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/62e06db6455e44c2b26705805e7662d5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/20bdf95dcc814650a3692043689b1be1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/49fe88d8b4494789a83a4e9d2d7f5372] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=137.7 K 2024-11-24T03:21:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,738 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:30,738 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/4cf677f0be7b4b2fbbd65e98481f2c43, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/62e06db6455e44c2b26705805e7662d5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/20bdf95dcc814650a3692043689b1be1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/49fe88d8b4494789a83a4e9d2d7f5372] 2024-11-24T03:21:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,739 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting cad7d71c96484f71acb7d1bf153c3b8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732418487988 2024-11-24T03:21:30,739 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cf677f0be7b4b2fbbd65e98481f2c43, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732418487988 2024-11-24T03:21:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,739 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 312f805e6427406e8b8a44213f138358, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732418488033 2024-11-24T03:21:30,740 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 62e06db6455e44c2b26705805e7662d5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732418488033 2024-11-24T03:21:30,740 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d3833dc98fb49e592b11c73180bbf20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732418488368 2024-11-24T03:21:30,740 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 20bdf95dcc814650a3692043689b1be1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732418488368 2024-11-24T03:21:30,740 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cf77a2303f843d6b03e9a67bea3f2f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732418489545 2024-11-24T03:21:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,741 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 49fe88d8b4494789a83a4e9d2d7f5372, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732418489545 2024-11-24T03:21:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,765 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,771 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#B#compaction#132 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,771 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/a529e22bf81341c7ab4f94dce9ed206d is 50, key is test_row_0/B:col10/1732418490166/Put/seqid=0 2024-11-24T03:21:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,777 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124c4a269495e1e4697ae7146c5932df079_4b7c29b50627eb4f72c849c37edcb497 store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,785 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124c4a269495e1e4697ae7146c5932df079_4b7c29b50627eb4f72c849c37edcb497, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:30,785 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c4a269495e1e4697ae7146c5932df079_4b7c29b50627eb4f72c849c37edcb497 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:30,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741978_1154 (size=12139) 2024-11-24T03:21:30,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:30,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:30,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:30,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:30,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:30,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741979_1155 (size=4469) 2024-11-24T03:21:30,816 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#A#compaction#133 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:30,819 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/6619feda42f94cf89a13ebbbac1d3a62 is 175, key is test_row_0/A:col10/1732418490166/Put/seqid=0 2024-11-24T03:21:30,820 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/a529e22bf81341c7ab4f94dce9ed206d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a529e22bf81341c7ab4f94dce9ed206d 2024-11-24T03:21:30,834 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/B of 4b7c29b50627eb4f72c849c37edcb497 into a529e22bf81341c7ab4f94dce9ed206d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:30,834 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:30,835 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/B, priority=12, startTime=1732418490734; duration=0sec 2024-11-24T03:21:30,835 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:30,835 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:B 2024-11-24T03:21:30,835 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:30,837 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:30,837 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/C is initiating minor compaction (all files) 2024-11-24T03:21:30,837 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/C in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:30,837 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/f873161ae3c64b20a2728751c30b88aa, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6fbbe59f8a3b444c8ac097fb482b722d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/87567dbc30e9488fa071c15f8cfbd877, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/5b8549385d5f4458bf724f725e2d0f2d] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=46.9 K 2024-11-24T03:21:30,839 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f873161ae3c64b20a2728751c30b88aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732418487988 2024-11-24T03:21:30,840 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fbbe59f8a3b444c8ac097fb482b722d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732418488033 2024-11-24T03:21:30,840 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87567dbc30e9488fa071c15f8cfbd877, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732418488368 2024-11-24T03:21:30,841 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b8549385d5f4458bf724f725e2d0f2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732418489545 2024-11-24T03:21:30,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112410ec57c3004a453a9dc13a966a6de76f_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418490810/Put/seqid=0 2024-11-24T03:21:30,871 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#C#compaction#135 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:30,871 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/6bb3a1f019534408aa02c0f24f72740a is 50, key is test_row_0/C:col10/1732418490166/Put/seqid=0 2024-11-24T03:21:30,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418550866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418550866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418550867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418550868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418550869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741980_1156 (size=31093) 2024-11-24T03:21:30,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741981_1157 (size=14594) 2024-11-24T03:21:30,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:30,902 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/6619feda42f94cf89a13ebbbac1d3a62 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/6619feda42f94cf89a13ebbbac1d3a62 2024-11-24T03:21:30,904 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112410ec57c3004a453a9dc13a966a6de76f_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112410ec57c3004a453a9dc13a966a6de76f_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:30,907 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b821e93225c047d2b2a98ce2e5acf13d, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:30,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b821e93225c047d2b2a98ce2e5acf13d is 175, key is test_row_0/A:col10/1732418490810/Put/seqid=0 2024-11-24T03:21:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741982_1158 (size=12139) 2024-11-24T03:21:30,915 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/A of 4b7c29b50627eb4f72c849c37edcb497 into 6619feda42f94cf89a13ebbbac1d3a62(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:30,915 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:30,915 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/A, priority=12, startTime=1732418490734; duration=0sec 2024-11-24T03:21:30,915 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:30,915 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:A 2024-11-24T03:21:30,921 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/6bb3a1f019534408aa02c0f24f72740a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6bb3a1f019534408aa02c0f24f72740a 2024-11-24T03:21:30,929 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/C of 4b7c29b50627eb4f72c849c37edcb497 into 6bb3a1f019534408aa02c0f24f72740a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:30,929 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:30,929 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/C, priority=12, startTime=1732418490735; duration=0sec 2024-11-24T03:21:30,929 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:30,929 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:C 2024-11-24T03:21:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741983_1159 (size=39549) 2024-11-24T03:21:30,944 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b821e93225c047d2b2a98ce2e5acf13d 2024-11-24T03:21:30,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/5a091a4757d74bd396dcaac28f615fbd is 50, key is test_row_0/B:col10/1732418490810/Put/seqid=0 2024-11-24T03:21:30,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418550980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418550981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418550980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418550981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:30,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418550981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741984_1160 (size=12001) 2024-11-24T03:21:31,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418551185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418551186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418551186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418551186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418551186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/5a091a4757d74bd396dcaac28f615fbd 2024-11-24T03:21:31,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/a4d210cd0a01479595a3bc74dbc1efb7 is 50, key is test_row_0/C:col10/1732418490810/Put/seqid=0 2024-11-24T03:21:31,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741985_1161 (size=12001) 2024-11-24T03:21:31,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/a4d210cd0a01479595a3bc74dbc1efb7 2024-11-24T03:21:31,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b821e93225c047d2b2a98ce2e5acf13d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b821e93225c047d2b2a98ce2e5acf13d 2024-11-24T03:21:31,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b821e93225c047d2b2a98ce2e5acf13d, entries=200, sequenceid=94, filesize=38.6 K 2024-11-24T03:21:31,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/5a091a4757d74bd396dcaac28f615fbd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5a091a4757d74bd396dcaac28f615fbd 2024-11-24T03:21:31,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5a091a4757d74bd396dcaac28f615fbd, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T03:21:31,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/a4d210cd0a01479595a3bc74dbc1efb7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a4d210cd0a01479595a3bc74dbc1efb7 2024-11-24T03:21:31,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a4d210cd0a01479595a3bc74dbc1efb7, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T03:21:31,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4b7c29b50627eb4f72c849c37edcb497 in 674ms, sequenceid=94, compaction requested=false 2024-11-24T03:21:31,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:31,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:21:31,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:31,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:31,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:31,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:31,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:31,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:31,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246c90238428d148ae84202aaf37e26e0c_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418490866/Put/seqid=0 2024-11-24T03:21:31,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741986_1162 (size=12154) 2024-11-24T03:21:31,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418551571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418551571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418551571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418551573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418551573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418551677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418551677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418551678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418551678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418551678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418551880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418551883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418551883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418551883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418551884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:31,921 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,926 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246c90238428d148ae84202aaf37e26e0c_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246c90238428d148ae84202aaf37e26e0c_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:31,929 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/9d0f7d9d2022477fb45888435323196d, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:31,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/9d0f7d9d2022477fb45888435323196d is 175, key is test_row_0/A:col10/1732418490866/Put/seqid=0 2024-11-24T03:21:31,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741987_1163 (size=30955) 2024-11-24T03:21:31,937 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/9d0f7d9d2022477fb45888435323196d 2024-11-24T03:21:31,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/e405e0c446ee40fe8ee0f82196d4541b is 50, key is test_row_0/B:col10/1732418490866/Put/seqid=0 2024-11-24T03:21:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741988_1164 (size=12001) 2024-11-24T03:21:31,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/e405e0c446ee40fe8ee0f82196d4541b 2024-11-24T03:21:31,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/a721409c0c84458ca103689e02afd1d4 is 50, key is test_row_0/C:col10/1732418490866/Put/seqid=0 2024-11-24T03:21:31,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741989_1165 (size=12001) 2024-11-24T03:21:31,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/a721409c0c84458ca103689e02afd1d4 2024-11-24T03:21:31,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/9d0f7d9d2022477fb45888435323196d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9d0f7d9d2022477fb45888435323196d 2024-11-24T03:21:31,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9d0f7d9d2022477fb45888435323196d, entries=150, sequenceid=123, filesize=30.2 K 2024-11-24T03:21:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/e405e0c446ee40fe8ee0f82196d4541b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e405e0c446ee40fe8ee0f82196d4541b 2024-11-24T03:21:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e405e0c446ee40fe8ee0f82196d4541b, entries=150, sequenceid=123, filesize=11.7 K 2024-11-24T03:21:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/a721409c0c84458ca103689e02afd1d4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a721409c0c84458ca103689e02afd1d4 2024-11-24T03:21:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a721409c0c84458ca103689e02afd1d4, entries=150, sequenceid=123, filesize=11.7 K 2024-11-24T03:21:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4b7c29b50627eb4f72c849c37edcb497 in 518ms, sequenceid=123, compaction requested=true 2024-11-24T03:21:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,009 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:32,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:32,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:32,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:32,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,010 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:32,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:32,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,011 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:32,011 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/B is initiating minor compaction (all files) 2024-11-24T03:21:32,012 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/B in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,012 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a529e22bf81341c7ab4f94dce9ed206d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5a091a4757d74bd396dcaac28f615fbd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e405e0c446ee40fe8ee0f82196d4541b] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=35.3 K 2024-11-24T03:21:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,012 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a529e22bf81341c7ab4f94dce9ed206d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732418489545 2024-11-24T03:21:32,012 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:32,012 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/A is initiating minor compaction (all files) 2024-11-24T03:21:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,013 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/A in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,013 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a091a4757d74bd396dcaac28f615fbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732418490800 2024-11-24T03:21:32,013 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/6619feda42f94cf89a13ebbbac1d3a62, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b821e93225c047d2b2a98ce2e5acf13d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9d0f7d9d2022477fb45888435323196d] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=99.2 K 2024-11-24T03:21:32,013 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,013 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/6619feda42f94cf89a13ebbbac1d3a62, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b821e93225c047d2b2a98ce2e5acf13d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9d0f7d9d2022477fb45888435323196d] 2024-11-24T03:21:32,013 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e405e0c446ee40fe8ee0f82196d4541b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732418490866 2024-11-24T03:21:32,013 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6619feda42f94cf89a13ebbbac1d3a62, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732418489545 2024-11-24T03:21:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,014 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b821e93225c047d2b2a98ce2e5acf13d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732418490177 2024-11-24T03:21:32,014 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d0f7d9d2022477fb45888435323196d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732418490866 2024-11-24T03:21:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,023 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,025 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,026 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/79b78a86ddcf4bb5aad2c717fb600d50 is 50, key is test_row_0/B:col10/1732418490866/Put/seqid=0 2024-11-24T03:21:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,033 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112480bf2eee73ae49718c6d6384864fd925_4b7c29b50627eb4f72c849c37edcb497 store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,035 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112480bf2eee73ae49718c6d6384864fd925_4b7c29b50627eb4f72c849c37edcb497, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:32,036 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112480bf2eee73ae49718c6d6384864fd925_4b7c29b50627eb4f72c849c37edcb497 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741990_1166 (size=12241) 2024-11-24T03:21:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,066 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/79b78a86ddcf4bb5aad2c717fb600d50 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/79b78a86ddcf4bb5aad2c717fb600d50 2024-11-24T03:21:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,073 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/B of 4b7c29b50627eb4f72c849c37edcb497 into 79b78a86ddcf4bb5aad2c717fb600d50(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:32,073 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:32,073 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/B, priority=13, startTime=1732418492010; duration=0sec 2024-11-24T03:21:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,074 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:32,074 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:B 2024-11-24T03:21:32,074 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,076 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:32,076 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/C is initiating minor compaction (all files) 2024-11-24T03:21:32,076 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/C in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,076 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6bb3a1f019534408aa02c0f24f72740a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a4d210cd0a01479595a3bc74dbc1efb7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a721409c0c84458ca103689e02afd1d4] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=35.3 K 2024-11-24T03:21:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,076 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bb3a1f019534408aa02c0f24f72740a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732418489545 2024-11-24T03:21:32,077 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a4d210cd0a01479595a3bc74dbc1efb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732418490800 2024-11-24T03:21:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,078 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a721409c0c84458ca103689e02afd1d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732418490866 2024-11-24T03:21:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741991_1167 (size=4469) 2024-11-24T03:21:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:21:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,085 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-24T03:21:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-24T03:21:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:21:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,090 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,091 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:32,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,094 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,095 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/0e368029440a434084d15272cdd96dcf is 50, key is test_row_0/C:col10/1732418490866/Put/seqid=0 2024-11-24T03:21:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741992_1168 (size=12241) 2024-11-24T03:21:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,109 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T03:21:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,110 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T03:21:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,112 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/0e368029440a434084d15272cdd96dcf as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/0e368029440a434084d15272cdd96dcf 2024-11-24T03:21:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,119 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/C of 4b7c29b50627eb4f72c849c37edcb497 into 0e368029440a434084d15272cdd96dcf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:32,119 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:32,120 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/C, priority=13, startTime=1732418492010; duration=0sec 2024-11-24T03:21:32,120 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,120 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:C 2024-11-24T03:21:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:21:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a1115598a0174865ae8df7d141308b15_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418492204/Put/seqid=0 2024-11-24T03:21:32,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:21:32,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:32,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741993_1169 (size=12304) 2024-11-24T03:21:32,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:32,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418552256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418552257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418552260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418552261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418552261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,266 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a1115598a0174865ae8df7d141308b15_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1115598a0174865ae8df7d141308b15_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:32,267 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/d42b24f454ef4b81a0b5464e3a9933b9, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:32,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/d42b24f454ef4b81a0b5464e3a9933b9 is 175, key is test_row_0/A:col10/1732418492204/Put/seqid=0 2024-11-24T03:21:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741994_1170 (size=31101) 2024-11-24T03:21:32,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/d42b24f454ef4b81a0b5464e3a9933b9 2024-11-24T03:21:32,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/f35591f67192434a82fb80b2ff346d76 is 50, key is test_row_0/B:col10/1732418492204/Put/seqid=0 2024-11-24T03:21:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741995_1171 (size=9757) 2024-11-24T03:21:32,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/f35591f67192434a82fb80b2ff346d76 2024-11-24T03:21:32,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/8060467956ec430f98f30cdc817eea82 is 50, key is test_row_0/C:col10/1732418492204/Put/seqid=0 2024-11-24T03:21:32,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741996_1172 (size=9757) 2024-11-24T03:21:32,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418552363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418552363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418552364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418552365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418552366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:21:32,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:21:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,484 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#A#compaction#141 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:32,484 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/c15cf2eac15e43959cea356d2e5a1523 is 175, key is test_row_0/A:col10/1732418490866/Put/seqid=0 2024-11-24T03:21:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741997_1173 (size=31195) 2024-11-24T03:21:32,495 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/c15cf2eac15e43959cea356d2e5a1523 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/c15cf2eac15e43959cea356d2e5a1523 2024-11-24T03:21:32,500 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/A of 4b7c29b50627eb4f72c849c37edcb497 into c15cf2eac15e43959cea356d2e5a1523(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:32,500 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:32,500 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/A, priority=13, startTime=1732418492009; duration=0sec 2024-11-24T03:21:32,500 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:32,500 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:A 2024-11-24T03:21:32,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:21:32,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:32,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418552565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418552566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418552567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418552568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418552568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:21:32,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:21:32,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:32,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:32,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/8060467956ec430f98f30cdc817eea82 2024-11-24T03:21:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/d42b24f454ef4b81a0b5464e3a9933b9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/d42b24f454ef4b81a0b5464e3a9933b9 2024-11-24T03:21:32,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/d42b24f454ef4b81a0b5464e3a9933b9, entries=150, sequenceid=137, filesize=30.4 K 2024-11-24T03:21:32,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/f35591f67192434a82fb80b2ff346d76 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f35591f67192434a82fb80b2ff346d76 2024-11-24T03:21:32,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f35591f67192434a82fb80b2ff346d76, entries=100, sequenceid=137, filesize=9.5 K 2024-11-24T03:21:32,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/8060467956ec430f98f30cdc817eea82 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8060467956ec430f98f30cdc817eea82 2024-11-24T03:21:32,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8060467956ec430f98f30cdc817eea82, entries=100, sequenceid=137, filesize=9.5 K 2024-11-24T03:21:32,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4b7c29b50627eb4f72c849c37edcb497 in 572ms, sequenceid=137, compaction requested=false 2024-11-24T03:21:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:32,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:21:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:32,858 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:21:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:32,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124916f75d3650b40f986022d9d634de82b_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418492259/Put/seqid=0 2024-11-24T03:21:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:32,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:32,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418552876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418552879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418552879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418552880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418552880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741998_1174 (size=12304) 2024-11-24T03:21:32,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418552982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418552984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418552984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418552984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:32,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418552984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418553185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418553187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418553188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418553189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418553189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:21:33,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:33,314 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124916f75d3650b40f986022d9d634de82b_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124916f75d3650b40f986022d9d634de82b_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:33,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/fc52d7dec8a44476ad7d44e57775e0a9, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/fc52d7dec8a44476ad7d44e57775e0a9 is 175, key is test_row_0/A:col10/1732418492259/Put/seqid=0 2024-11-24T03:21:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741999_1175 (size=31105) 2024-11-24T03:21:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418553488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418553489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418553491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418553496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418553496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,721 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/fc52d7dec8a44476ad7d44e57775e0a9 2024-11-24T03:21:33,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/4154ff45450d4205b87d80b4b43be472 is 50, key is test_row_0/B:col10/1732418492259/Put/seqid=0 2024-11-24T03:21:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742000_1176 (size=12151) 2024-11-24T03:21:33,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418553993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418553994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:33,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418553995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:34,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418554001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:34,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418554002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:34,138 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/4154ff45450d4205b87d80b4b43be472 2024-11-24T03:21:34,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/dd40d3d3705240d09667d0f36cd03218 is 50, key is test_row_0/C:col10/1732418492259/Put/seqid=0 2024-11-24T03:21:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742001_1177 (size=12151) 2024-11-24T03:21:34,168 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/dd40d3d3705240d09667d0f36cd03218 2024-11-24T03:21:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/fc52d7dec8a44476ad7d44e57775e0a9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/fc52d7dec8a44476ad7d44e57775e0a9 2024-11-24T03:21:34,182 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/fc52d7dec8a44476ad7d44e57775e0a9, entries=150, sequenceid=163, filesize=30.4 K 2024-11-24T03:21:34,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/4154ff45450d4205b87d80b4b43be472 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4154ff45450d4205b87d80b4b43be472 2024-11-24T03:21:34,191 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4154ff45450d4205b87d80b4b43be472, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T03:21:34,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/dd40d3d3705240d09667d0f36cd03218 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/dd40d3d3705240d09667d0f36cd03218 2024-11-24T03:21:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:21:34,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/dd40d3d3705240d09667d0f36cd03218, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T03:21:34,200 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4b7c29b50627eb4f72c849c37edcb497 in 1342ms, sequenceid=163, compaction requested=true 2024-11-24T03:21:34,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:34,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:34,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T03:21:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-24T03:21:34,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-24T03:21:34,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1110 sec 2024-11-24T03:21:34,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.1170 sec 2024-11-24T03:21:34,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:21:34,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T03:21:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:34,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:21:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:35,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244c5f38472dac4ebb9f740edd360abea0_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418494996/Put/seqid=0 2024-11-24T03:21:35,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742002_1178 (size=14794) 2024-11-24T03:21:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418555017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418555017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418555018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418555019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418555020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418555122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418555122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418555122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418555123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418555123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418555325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418555326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418555326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418555327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418555327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:35,421 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244c5f38472dac4ebb9f740edd360abea0_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244c5f38472dac4ebb9f740edd360abea0_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:35,422 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/bf45173d7ecd4d98848979945404c3b4, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:35,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/bf45173d7ecd4d98848979945404c3b4 is 175, key is test_row_0/A:col10/1732418494996/Put/seqid=0 2024-11-24T03:21:35,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742003_1179 (size=39749) 2024-11-24T03:21:35,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418555629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418555629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418555629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418555631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418555632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:35,829 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/bf45173d7ecd4d98848979945404c3b4 2024-11-24T03:21:35,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/bf731968e9294398b8bc9989fb418580 is 50, key is test_row_0/B:col10/1732418494996/Put/seqid=0 2024-11-24T03:21:35,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742004_1180 (size=12151) 2024-11-24T03:21:36,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418556135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:36,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418556135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:36,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418556135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:36,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418556137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:36,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418556139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:21:36,196 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-24T03:21:36,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-24T03:21:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:21:36,198 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:36,199 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:36,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:36,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/bf731968e9294398b8bc9989fb418580 2024-11-24T03:21:36,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/bb892ef084a64cc8a991fad048e4c215 is 50, key is test_row_0/C:col10/1732418494996/Put/seqid=0 2024-11-24T03:21:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742005_1181 (size=12151) 2024-11-24T03:21:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:21:36,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:36,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T03:21:36,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:36,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:36,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:21:36,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:36,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T03:21:36,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:36,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:36,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:36,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:36,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T03:21:36,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:36,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:36,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:36,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/bb892ef084a64cc8a991fad048e4c215 2024-11-24T03:21:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:36,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/bf45173d7ecd4d98848979945404c3b4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/bf45173d7ecd4d98848979945404c3b4 2024-11-24T03:21:36,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/bf45173d7ecd4d98848979945404c3b4, entries=200, sequenceid=175, filesize=38.8 K 2024-11-24T03:21:36,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/bf731968e9294398b8bc9989fb418580 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bf731968e9294398b8bc9989fb418580 2024-11-24T03:21:36,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bf731968e9294398b8bc9989fb418580, entries=150, sequenceid=175, filesize=11.9 K 2024-11-24T03:21:36,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/bb892ef084a64cc8a991fad048e4c215 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/bb892ef084a64cc8a991fad048e4c215 2024-11-24T03:21:36,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/bb892ef084a64cc8a991fad048e4c215, entries=150, sequenceid=175, filesize=11.9 K 2024-11-24T03:21:36,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4b7c29b50627eb4f72c849c37edcb497 in 1696ms, sequenceid=175, compaction requested=true 2024-11-24T03:21:36,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:36,694 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:21:36,695 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:36,697 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133150 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:36,698 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/A is initiating minor compaction (all files) 2024-11-24T03:21:36,698 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/A in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,698 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/c15cf2eac15e43959cea356d2e5a1523, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/d42b24f454ef4b81a0b5464e3a9933b9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/fc52d7dec8a44476ad7d44e57775e0a9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/bf45173d7ecd4d98848979945404c3b4] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=130.0 K 2024-11-24T03:21:36,698 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,698 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/c15cf2eac15e43959cea356d2e5a1523, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/d42b24f454ef4b81a0b5464e3a9933b9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/fc52d7dec8a44476ad7d44e57775e0a9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/bf45173d7ecd4d98848979945404c3b4] 2024-11-24T03:21:36,698 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:36,698 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/B is initiating minor compaction (all files) 2024-11-24T03:21:36,699 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/B in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,699 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/79b78a86ddcf4bb5aad2c717fb600d50, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f35591f67192434a82fb80b2ff346d76, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4154ff45450d4205b87d80b4b43be472, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bf731968e9294398b8bc9989fb418580] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=45.2 K 2024-11-24T03:21:36,699 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c15cf2eac15e43959cea356d2e5a1523, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732418490866 2024-11-24T03:21:36,699 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 79b78a86ddcf4bb5aad2c717fb600d50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732418490866 2024-11-24T03:21:36,700 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f35591f67192434a82fb80b2ff346d76, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732418491571 2024-11-24T03:21:36,700 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d42b24f454ef4b81a0b5464e3a9933b9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732418491571 2024-11-24T03:21:36,701 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4154ff45450d4205b87d80b4b43be472, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732418492256 2024-11-24T03:21:36,701 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc52d7dec8a44476ad7d44e57775e0a9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732418492256 2024-11-24T03:21:36,701 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting bf731968e9294398b8bc9989fb418580, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732418492871 2024-11-24T03:21:36,701 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf45173d7ecd4d98848979945404c3b4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732418492871 2024-11-24T03:21:36,718 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:36,719 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/ce18efb7199844b6b7b9a33914d56a1d is 50, key is test_row_0/B:col10/1732418494996/Put/seqid=0 2024-11-24T03:21:36,732 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742006_1182 (size=12527) 2024-11-24T03:21:36,760 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124b73009c6e2e54f4b9b29f8cb11189fc9_4b7c29b50627eb4f72c849c37edcb497 store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:36,763 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124b73009c6e2e54f4b9b29f8cb11189fc9_4b7c29b50627eb4f72c849c37edcb497, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:36,763 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b73009c6e2e54f4b9b29f8cb11189fc9_4b7c29b50627eb4f72c849c37edcb497 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:36,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742007_1183 (size=4469) 2024-11-24T03:21:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:21:36,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:36,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T03:21:36,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:36,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:21:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124df271db03ecb43209665791fb3975353_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418495019/Put/seqid=0 2024-11-24T03:21:36,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742008_1184 (size=12304) 2024-11-24T03:21:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:37,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:37,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418557146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418557146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418557147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418557149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418557150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,161 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/ce18efb7199844b6b7b9a33914d56a1d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/ce18efb7199844b6b7b9a33914d56a1d 2024-11-24T03:21:37,168 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/B of 4b7c29b50627eb4f72c849c37edcb497 into ce18efb7199844b6b7b9a33914d56a1d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:37,168 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:37,168 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/B, priority=12, startTime=1732418496695; duration=0sec 2024-11-24T03:21:37,168 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:37,168 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:B 2024-11-24T03:21:37,168 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:37,179 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#A#compaction#154 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:37,179 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:37,179 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/C is initiating minor compaction (all files) 2024-11-24T03:21:37,179 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/C in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:37,179 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/0e368029440a434084d15272cdd96dcf, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8060467956ec430f98f30cdc817eea82, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/dd40d3d3705240d09667d0f36cd03218, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/bb892ef084a64cc8a991fad048e4c215] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=45.2 K 2024-11-24T03:21:37,179 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e368029440a434084d15272cdd96dcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732418490866 2024-11-24T03:21:37,180 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/1f2a321e1fd44e5e9dffeeb38d39d4a4 is 175, key is test_row_0/A:col10/1732418494996/Put/seqid=0 2024-11-24T03:21:37,180 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8060467956ec430f98f30cdc817eea82, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732418491571 2024-11-24T03:21:37,180 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting dd40d3d3705240d09667d0f36cd03218, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732418492256 2024-11-24T03:21:37,181 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting bb892ef084a64cc8a991fad048e4c215, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732418492871 2024-11-24T03:21:37,208 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:37,210 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/e8e5cf48e0054d2bb1a90ad0c2a84459 is 50, key is test_row_0/C:col10/1732418494996/Put/seqid=0 2024-11-24T03:21:37,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742009_1185 (size=31481) 2024-11-24T03:21:37,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742010_1186 (size=12527) 2024-11-24T03:21:37,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:37,241 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124df271db03ecb43209665791fb3975353_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df271db03ecb43209665791fb3975353_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/da5ffd1d968b48c59ff7d4deba51a39b, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:37,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/da5ffd1d968b48c59ff7d4deba51a39b is 175, key is test_row_0/A:col10/1732418495019/Put/seqid=0 2024-11-24T03:21:37,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418557251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418557251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418557252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418557253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742011_1187 (size=31105) 2024-11-24T03:21:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:21:37,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418557455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418557455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418557455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418557456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,623 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/1f2a321e1fd44e5e9dffeeb38d39d4a4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1f2a321e1fd44e5e9dffeeb38d39d4a4 2024-11-24T03:21:37,631 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/A of 4b7c29b50627eb4f72c849c37edcb497 into 1f2a321e1fd44e5e9dffeeb38d39d4a4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:37,631 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:37,631 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/A, priority=12, startTime=1732418496694; duration=0sec 2024-11-24T03:21:37,632 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:37,632 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:A 2024-11-24T03:21:37,632 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/e8e5cf48e0054d2bb1a90ad0c2a84459 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e8e5cf48e0054d2bb1a90ad0c2a84459 2024-11-24T03:21:37,638 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/C of 4b7c29b50627eb4f72c849c37edcb497 into e8e5cf48e0054d2bb1a90ad0c2a84459(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:37,638 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:37,638 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/C, priority=12, startTime=1732418496695; duration=0sec 2024-11-24T03:21:37,638 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:37,638 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:C 2024-11-24T03:21:37,657 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/da5ffd1d968b48c59ff7d4deba51a39b 2024-11-24T03:21:37,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/8dafa703f0424bb6aef10c8be046ad03 is 50, key is test_row_0/B:col10/1732418495019/Put/seqid=0 2024-11-24T03:21:37,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742012_1188 (size=12151) 2024-11-24T03:21:37,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418557759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418557759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418557759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:37,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418557760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:38,090 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/8dafa703f0424bb6aef10c8be046ad03 2024-11-24T03:21:38,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/4b9e6e80b6c448fba4d098a1e33492c2 is 50, key is test_row_0/C:col10/1732418495019/Put/seqid=0 2024-11-24T03:21:38,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742013_1189 (size=12151) 2024-11-24T03:21:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418558262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:38,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418558262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:38,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418558264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:38,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418558266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:21:38,527 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/4b9e6e80b6c448fba4d098a1e33492c2 2024-11-24T03:21:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/da5ffd1d968b48c59ff7d4deba51a39b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/da5ffd1d968b48c59ff7d4deba51a39b 2024-11-24T03:21:38,537 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/da5ffd1d968b48c59ff7d4deba51a39b, entries=150, sequenceid=199, filesize=30.4 K 2024-11-24T03:21:38,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/8dafa703f0424bb6aef10c8be046ad03 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/8dafa703f0424bb6aef10c8be046ad03 2024-11-24T03:21:38,542 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/8dafa703f0424bb6aef10c8be046ad03, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T03:21:38,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/4b9e6e80b6c448fba4d098a1e33492c2 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/4b9e6e80b6c448fba4d098a1e33492c2 2024-11-24T03:21:38,547 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/4b9e6e80b6c448fba4d098a1e33492c2, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T03:21:38,548 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4b7c29b50627eb4f72c849c37edcb497 in 1734ms, sequenceid=199, compaction requested=false 2024-11-24T03:21:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T03:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-24T03:21:38,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T03:21:38,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3510 sec 2024-11-24T03:21:38,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.3550 sec 2024-11-24T03:21:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:39,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T03:21:39,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:39,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:39,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:39,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:39,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:39,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:39,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124489654385ad7471e9df6f104b0439011_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418497144/Put/seqid=0 2024-11-24T03:21:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742014_1190 (size=14794) 2024-11-24T03:21:39,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418559213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:39,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418559264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418559272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418559272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:39,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418559275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:39,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418559315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418559519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:39,587 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:39,593 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124489654385ad7471e9df6f104b0439011_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124489654385ad7471e9df6f104b0439011_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:39,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/52c284e480864f4097172b5c78006a4f, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:39,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/52c284e480864f4097172b5c78006a4f is 175, key is test_row_0/A:col10/1732418497144/Put/seqid=0 2024-11-24T03:21:39,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742015_1191 (size=39749) 2024-11-24T03:21:39,602 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/52c284e480864f4097172b5c78006a4f 2024-11-24T03:21:39,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/4f82c5a435594d8d9eb38eff2a2e57c8 is 50, key is test_row_0/B:col10/1732418497144/Put/seqid=0 2024-11-24T03:21:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742016_1192 (size=12151) 2024-11-24T03:21:39,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/4f82c5a435594d8d9eb38eff2a2e57c8 2024-11-24T03:21:39,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/355efaf5f7a54b59b683844c74843b18 is 50, key is test_row_0/C:col10/1732418497144/Put/seqid=0 2024-11-24T03:21:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742017_1193 (size=12151) 2024-11-24T03:21:39,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/355efaf5f7a54b59b683844c74843b18 2024-11-24T03:21:39,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/52c284e480864f4097172b5c78006a4f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/52c284e480864f4097172b5c78006a4f 2024-11-24T03:21:39,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/52c284e480864f4097172b5c78006a4f, entries=200, sequenceid=215, filesize=38.8 K 2024-11-24T03:21:39,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/4f82c5a435594d8d9eb38eff2a2e57c8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4f82c5a435594d8d9eb38eff2a2e57c8 2024-11-24T03:21:39,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4f82c5a435594d8d9eb38eff2a2e57c8, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T03:21:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/355efaf5f7a54b59b683844c74843b18 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/355efaf5f7a54b59b683844c74843b18 2024-11-24T03:21:39,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/355efaf5f7a54b59b683844c74843b18, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T03:21:39,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4b7c29b50627eb4f72c849c37edcb497 in 504ms, sequenceid=215, compaction requested=true 2024-11-24T03:21:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:39,664 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:21:39,664 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:39,665 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:39,665 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/A is initiating minor compaction (all files) 2024-11-24T03:21:39,665 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/A in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:39,665 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1f2a321e1fd44e5e9dffeeb38d39d4a4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/da5ffd1d968b48c59ff7d4deba51a39b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/52c284e480864f4097172b5c78006a4f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=99.9 K 2024-11-24T03:21:39,665 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:39,665 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1f2a321e1fd44e5e9dffeeb38d39d4a4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/da5ffd1d968b48c59ff7d4deba51a39b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/52c284e480864f4097172b5c78006a4f] 2024-11-24T03:21:39,666 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:39,666 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/B is initiating minor compaction (all files) 2024-11-24T03:21:39,666 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/B in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:39,666 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/ce18efb7199844b6b7b9a33914d56a1d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/8dafa703f0424bb6aef10c8be046ad03, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4f82c5a435594d8d9eb38eff2a2e57c8] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=36.0 K 2024-11-24T03:21:39,666 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f2a321e1fd44e5e9dffeeb38d39d4a4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732418492871 2024-11-24T03:21:39,666 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce18efb7199844b6b7b9a33914d56a1d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732418492871 2024-11-24T03:21:39,667 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting da5ffd1d968b48c59ff7d4deba51a39b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732418495013 2024-11-24T03:21:39,667 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dafa703f0424bb6aef10c8be046ad03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732418495013 2024-11-24T03:21:39,667 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 52c284e480864f4097172b5c78006a4f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732418497144 2024-11-24T03:21:39,667 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f82c5a435594d8d9eb38eff2a2e57c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732418497144 2024-11-24T03:21:39,674 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:39,677 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e0ed8d3101ba4b27ba6fff6fbb53c3c4_4b7c29b50627eb4f72c849c37edcb497 store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:39,677 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:39,678 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/35d01e5635db424ba70881ceaa9f77f7 is 50, key is test_row_0/B:col10/1732418497144/Put/seqid=0 2024-11-24T03:21:39,678 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e0ed8d3101ba4b27ba6fff6fbb53c3c4_4b7c29b50627eb4f72c849c37edcb497, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:39,679 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e0ed8d3101ba4b27ba6fff6fbb53c3c4_4b7c29b50627eb4f72c849c37edcb497 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:39,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742019_1195 (size=12629) 2024-11-24T03:21:39,703 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/35d01e5635db424ba70881ceaa9f77f7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/35d01e5635db424ba70881ceaa9f77f7 2024-11-24T03:21:39,709 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/B of 4b7c29b50627eb4f72c849c37edcb497 into 35d01e5635db424ba70881ceaa9f77f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:39,709 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:39,709 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/B, priority=13, startTime=1732418499664; duration=0sec 2024-11-24T03:21:39,709 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:39,709 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:B 2024-11-24T03:21:39,709 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:39,711 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:39,711 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/C is initiating minor compaction (all files) 2024-11-24T03:21:39,711 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/C in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:39,711 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e8e5cf48e0054d2bb1a90ad0c2a84459, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/4b9e6e80b6c448fba4d098a1e33492c2, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/355efaf5f7a54b59b683844c74843b18] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=36.0 K 2024-11-24T03:21:39,711 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8e5cf48e0054d2bb1a90ad0c2a84459, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732418492871 2024-11-24T03:21:39,713 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b9e6e80b6c448fba4d098a1e33492c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732418495013 2024-11-24T03:21:39,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742018_1194 (size=4469) 2024-11-24T03:21:39,713 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 355efaf5f7a54b59b683844c74843b18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732418497144 2024-11-24T03:21:39,720 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#A#compaction#162 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:39,720 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/47a5ed91dc2f468b9275ab774c3a950c is 175, key is test_row_0/A:col10/1732418497144/Put/seqid=0 2024-11-24T03:21:39,727 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:39,727 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/a067ed11b9ad4aef923d777c0ca491b3 is 50, key is test_row_0/C:col10/1732418497144/Put/seqid=0 2024-11-24T03:21:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742020_1196 (size=31583) 2024-11-24T03:21:39,748 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/47a5ed91dc2f468b9275ab774c3a950c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/47a5ed91dc2f468b9275ab774c3a950c 2024-11-24T03:21:39,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742021_1197 (size=12629) 2024-11-24T03:21:39,757 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/A of 4b7c29b50627eb4f72c849c37edcb497 into 47a5ed91dc2f468b9275ab774c3a950c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:39,757 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:39,757 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/A, priority=13, startTime=1732418499664; duration=0sec 2024-11-24T03:21:39,757 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:39,757 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:A 2024-11-24T03:21:39,760 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/a067ed11b9ad4aef923d777c0ca491b3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a067ed11b9ad4aef923d777c0ca491b3 2024-11-24T03:21:39,767 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/C of 4b7c29b50627eb4f72c849c37edcb497 into a067ed11b9ad4aef923d777c0ca491b3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:39,767 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:39,767 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/C, priority=13, startTime=1732418499664; duration=0sec 2024-11-24T03:21:39,767 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:39,768 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:C 2024-11-24T03:21:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:39,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:21:39,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:39,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:39,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:39,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:39,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:39,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:39,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247dc02d3e915c4a12ba327870b6685fe0_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418499206/Put/seqid=0 2024-11-24T03:21:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418559858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:39,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742022_1198 (size=12304) 2024-11-24T03:21:39,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:39,868 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247dc02d3e915c4a12ba327870b6685fe0_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247dc02d3e915c4a12ba327870b6685fe0_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:39,869 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/9666456ce3294b68881cf5444b47bf68, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:39,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/9666456ce3294b68881cf5444b47bf68 is 175, key is test_row_0/A:col10/1732418499206/Put/seqid=0 2024-11-24T03:21:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742023_1199 (size=31105) 2024-11-24T03:21:39,889 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/9666456ce3294b68881cf5444b47bf68 2024-11-24T03:21:39,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/901fa43049fb4cae8f73092f2bd77181 is 50, key is test_row_0/B:col10/1732418499206/Put/seqid=0 2024-11-24T03:21:39,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742024_1200 (size=12151) 2024-11-24T03:21:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418559961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:40,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418560164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:21:40,303 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-24T03:21:40,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-24T03:21:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:21:40,307 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:40,307 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:40,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:40,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/901fa43049fb4cae8f73092f2bd77181 2024-11-24T03:21:40,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/09d998c878bf4cb285ba739e4398c541 is 50, key is test_row_0/C:col10/1732418499206/Put/seqid=0 2024-11-24T03:21:40,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742025_1201 (size=12151) 2024-11-24T03:21:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:21:40,435 INFO [master/f13c2bb2f71a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T03:21:40,435 INFO [master/f13c2bb2f71a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T03:21:40,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:40,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:21:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:40,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:40,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418560468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:21:40,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:40,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:21:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:40,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:40,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/09d998c878bf4cb285ba739e4398c541 2024-11-24T03:21:40,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/9666456ce3294b68881cf5444b47bf68 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9666456ce3294b68881cf5444b47bf68 2024-11-24T03:21:40,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9666456ce3294b68881cf5444b47bf68, entries=150, sequenceid=242, filesize=30.4 K 2024-11-24T03:21:40,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/901fa43049fb4cae8f73092f2bd77181 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/901fa43049fb4cae8f73092f2bd77181 2024-11-24T03:21:40,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/901fa43049fb4cae8f73092f2bd77181, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T03:21:40,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/09d998c878bf4cb285ba739e4398c541 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/09d998c878bf4cb285ba739e4398c541 2024-11-24T03:21:40,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/09d998c878bf4cb285ba739e4398c541, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T03:21:40,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:40,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4b7c29b50627eb4f72c849c37edcb497 in 942ms, sequenceid=242, compaction requested=false 2024-11-24T03:21:40,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:40,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:21:40,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:40,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:21:40,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:40,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:40,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124472e08866a534959ab5a8d0bce06c959_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418499837/Put/seqid=0 2024-11-24T03:21:40,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742026_1202 (size=12304) 2024-11-24T03:21:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:21:40,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:41,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418561022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418561123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:41,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:41,191 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124472e08866a534959ab5a8d0bce06c959_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124472e08866a534959ab5a8d0bce06c959_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/1cf75cdac0d246079bec0712f362dea3, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:41,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/1cf75cdac0d246079bec0712f362dea3 is 175, key is test_row_0/A:col10/1732418499837/Put/seqid=0 2024-11-24T03:21:41,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742027_1203 (size=31105) 2024-11-24T03:21:41,197 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/1cf75cdac0d246079bec0712f362dea3 2024-11-24T03:21:41,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/bfb2778452df48cd9a48e0d81b44f42a is 50, key is test_row_0/B:col10/1732418499837/Put/seqid=0 2024-11-24T03:21:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742028_1204 (size=12151) 2024-11-24T03:21:41,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418561272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:41,274 DEBUG [Thread-677 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:21:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418561276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:41,277 DEBUG [Thread-679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:21:41,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418561282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:41,284 DEBUG [Thread-671 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:21:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418561284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:41,286 DEBUG [Thread-675 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:21:41,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418561326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:21:41,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/bfb2778452df48cd9a48e0d81b44f42a 2024-11-24T03:21:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/e037e5f298d04ca584a1ac57ae4b0378 is 50, key is test_row_0/C:col10/1732418499837/Put/seqid=0 2024-11-24T03:21:41,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742029_1205 (size=12151) 2024-11-24T03:21:41,626 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/e037e5f298d04ca584a1ac57ae4b0378 2024-11-24T03:21:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418561629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:41,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/1cf75cdac0d246079bec0712f362dea3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1cf75cdac0d246079bec0712f362dea3 2024-11-24T03:21:41,635 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1cf75cdac0d246079bec0712f362dea3, entries=150, sequenceid=254, filesize=30.4 K 2024-11-24T03:21:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/bfb2778452df48cd9a48e0d81b44f42a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bfb2778452df48cd9a48e0d81b44f42a 2024-11-24T03:21:41,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bfb2778452df48cd9a48e0d81b44f42a, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T03:21:41,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/e037e5f298d04ca584a1ac57ae4b0378 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e037e5f298d04ca584a1ac57ae4b0378 2024-11-24T03:21:41,647 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e037e5f298d04ca584a1ac57ae4b0378, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T03:21:41,648 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4b7c29b50627eb4f72c849c37edcb497 in 882ms, sequenceid=254, compaction requested=true 2024-11-24T03:21:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T03:21:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-24T03:21:41,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-24T03:21:41,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3420 sec 2024-11-24T03:21:41,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.3460 sec 2024-11-24T03:21:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:42,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:21:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:42,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112420b86d7a5f8b4a69a8dc95f85511abc7_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418501018/Put/seqid=0 2024-11-24T03:21:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742030_1206 (size=12454) 2024-11-24T03:21:42,150 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:42,155 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112420b86d7a5f8b4a69a8dc95f85511abc7_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420b86d7a5f8b4a69a8dc95f85511abc7_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:42,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/85329459f05f45e8864e2b78259d76d3, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:42,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/85329459f05f45e8864e2b78259d76d3 is 175, key is test_row_0/A:col10/1732418501018/Put/seqid=0 2024-11-24T03:21:42,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418562168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:42,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742031_1207 (size=31255) 2024-11-24T03:21:42,178 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/85329459f05f45e8864e2b78259d76d3 2024-11-24T03:21:42,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/1343dc4387dc467c8728369ad35d4bd5 is 50, key is test_row_0/B:col10/1732418501018/Put/seqid=0 2024-11-24T03:21:42,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742032_1208 (size=12301) 2024-11-24T03:21:42,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418562271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:21:42,411 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-24T03:21:42,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-24T03:21:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:21:42,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:42,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:42,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:42,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418562472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:21:42,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:42,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:21:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:42,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:42,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/1343dc4387dc467c8728369ad35d4bd5 2024-11-24T03:21:42,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/98990d1a1d0c4e9eb56a3803d1fd4f31 is 50, key is test_row_0/C:col10/1732418501018/Put/seqid=0 2024-11-24T03:21:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742033_1209 (size=12301) 2024-11-24T03:21:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:21:42,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:42,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:21:42,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:42,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:42,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:42,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:42,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:42,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418562776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:42,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:42,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:21:42,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:42,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:42,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:42,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:42,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:43,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/98990d1a1d0c4e9eb56a3803d1fd4f31 2024-11-24T03:21:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:21:43,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/85329459f05f45e8864e2b78259d76d3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85329459f05f45e8864e2b78259d76d3 2024-11-24T03:21:43,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:43,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:21:43,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:43,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:43,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:43,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:43,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:43,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85329459f05f45e8864e2b78259d76d3, entries=150, sequenceid=279, filesize=30.5 K 2024-11-24T03:21:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:43,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/1343dc4387dc467c8728369ad35d4bd5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/1343dc4387dc467c8728369ad35d4bd5 2024-11-24T03:21:43,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/1343dc4387dc467c8728369ad35d4bd5, entries=150, sequenceid=279, filesize=12.0 K 2024-11-24T03:21:43,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/98990d1a1d0c4e9eb56a3803d1fd4f31 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/98990d1a1d0c4e9eb56a3803d1fd4f31 2024-11-24T03:21:43,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/98990d1a1d0c4e9eb56a3803d1fd4f31, entries=150, sequenceid=279, filesize=12.0 K 2024-11-24T03:21:43,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4b7c29b50627eb4f72c849c37edcb497 in 905ms, sequenceid=279, compaction requested=true 2024-11-24T03:21:43,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:43,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:43,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:43,042 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:43,042 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:43,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:43,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:43,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:43,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:43,044 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:43,044 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/A is initiating minor compaction (all files) 2024-11-24T03:21:43,044 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/A in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:43,044 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/47a5ed91dc2f468b9275ab774c3a950c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9666456ce3294b68881cf5444b47bf68, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1cf75cdac0d246079bec0712f362dea3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85329459f05f45e8864e2b78259d76d3] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=122.1 K 2024-11-24T03:21:43,044 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:43,044 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/47a5ed91dc2f468b9275ab774c3a950c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9666456ce3294b68881cf5444b47bf68, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1cf75cdac0d246079bec0712f362dea3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85329459f05f45e8864e2b78259d76d3] 2024-11-24T03:21:43,044 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:43,045 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/B is initiating minor compaction (all files) 2024-11-24T03:21:43,045 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/B in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:43,045 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/35d01e5635db424ba70881ceaa9f77f7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/901fa43049fb4cae8f73092f2bd77181, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bfb2778452df48cd9a48e0d81b44f42a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/1343dc4387dc467c8728369ad35d4bd5] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=48.1 K 2024-11-24T03:21:43,045 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 35d01e5635db424ba70881ceaa9f77f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732418497144 2024-11-24T03:21:43,045 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47a5ed91dc2f468b9275ab774c3a950c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732418497144 2024-11-24T03:21:43,046 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 901fa43049fb4cae8f73092f2bd77181, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732418499206 2024-11-24T03:21:43,046 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9666456ce3294b68881cf5444b47bf68, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732418499206 2024-11-24T03:21:43,046 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting bfb2778452df48cd9a48e0d81b44f42a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732418499837 2024-11-24T03:21:43,047 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cf75cdac0d246079bec0712f362dea3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732418499837 2024-11-24T03:21:43,047 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1343dc4387dc467c8728369ad35d4bd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732418501016 2024-11-24T03:21:43,047 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85329459f05f45e8864e2b78259d76d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732418501016 2024-11-24T03:21:43,061 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:43,062 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:43,062 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/035e29aabb364fafa383bf4caeddfc25 is 50, key is test_row_0/B:col10/1732418501018/Put/seqid=0 2024-11-24T03:21:43,068 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124dd171eeb075a4d75b31b7d50874e31ab_4b7c29b50627eb4f72c849c37edcb497 store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:43,071 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124dd171eeb075a4d75b31b7d50874e31ab_4b7c29b50627eb4f72c849c37edcb497, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:43,071 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dd171eeb075a4d75b31b7d50874e31ab_4b7c29b50627eb4f72c849c37edcb497 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:43,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742035_1211 (size=4469) 2024-11-24T03:21:43,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742034_1210 (size=12915) 2024-11-24T03:21:43,096 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/035e29aabb364fafa383bf4caeddfc25 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/035e29aabb364fafa383bf4caeddfc25 2024-11-24T03:21:43,102 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/B of 4b7c29b50627eb4f72c849c37edcb497 into 035e29aabb364fafa383bf4caeddfc25(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:43,102 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:43,102 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/B, priority=12, startTime=1732418503042; duration=0sec 2024-11-24T03:21:43,102 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:43,102 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:B 2024-11-24T03:21:43,102 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:21:43,104 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:21:43,104 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/C is initiating minor compaction (all files) 2024-11-24T03:21:43,104 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/C in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:43,104 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a067ed11b9ad4aef923d777c0ca491b3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/09d998c878bf4cb285ba739e4398c541, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e037e5f298d04ca584a1ac57ae4b0378, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/98990d1a1d0c4e9eb56a3803d1fd4f31] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=48.1 K 2024-11-24T03:21:43,105 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a067ed11b9ad4aef923d777c0ca491b3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732418497144 2024-11-24T03:21:43,105 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 09d998c878bf4cb285ba739e4398c541, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732418499206 2024-11-24T03:21:43,105 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e037e5f298d04ca584a1ac57ae4b0378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732418499837 2024-11-24T03:21:43,106 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 98990d1a1d0c4e9eb56a3803d1fd4f31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732418501016 2024-11-24T03:21:43,117 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:43,118 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/04f32528816444cd9a38ea416d549af1 is 50, key is test_row_0/C:col10/1732418501018/Put/seqid=0 2024-11-24T03:21:43,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742036_1212 (size=12915) 2024-11-24T03:21:43,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:43,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:21:43,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:43,180 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:43,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247827b283b5794b6b92d89ca19f93bbd6_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418502167/Put/seqid=0 2024-11-24T03:21:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742037_1213 (size=12454) 2024-11-24T03:21:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:43,211 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247827b283b5794b6b92d89ca19f93bbd6_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247827b283b5794b6b92d89ca19f93bbd6_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/957b746f5cff4d499bebac05ad11dad8, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/957b746f5cff4d499bebac05ad11dad8 is 175, key is test_row_0/A:col10/1732418502167/Put/seqid=0 2024-11-24T03:21:43,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742038_1214 (size=31255) 2024-11-24T03:21:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:43,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:43,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418563325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:43,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418563428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:43,481 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:43,482 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b407f730af864f14ab291dec00c670c0 is 175, key is test_row_0/A:col10/1732418501018/Put/seqid=0 2024-11-24T03:21:43,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742039_1215 (size=31869) 2024-11-24T03:21:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:21:43,546 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/04f32528816444cd9a38ea416d549af1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/04f32528816444cd9a38ea416d549af1 2024-11-24T03:21:43,552 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/C of 4b7c29b50627eb4f72c849c37edcb497 into 04f32528816444cd9a38ea416d549af1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:43,552 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:43,552 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/C, priority=12, startTime=1732418503043; duration=0sec 2024-11-24T03:21:43,552 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:43,552 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:C 2024-11-24T03:21:43,626 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/957b746f5cff4d499bebac05ad11dad8 2024-11-24T03:21:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418563631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:43,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/7ed3ea775655409e869400da71959caa is 50, key is test_row_0/B:col10/1732418502167/Put/seqid=0 2024-11-24T03:21:43,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742040_1216 (size=12301) 2024-11-24T03:21:43,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/7ed3ea775655409e869400da71959caa 2024-11-24T03:21:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/9edc8c3ddea54735a0fe8f793ad42750 is 50, key is test_row_0/C:col10/1732418502167/Put/seqid=0 2024-11-24T03:21:43,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742041_1217 (size=12301) 2024-11-24T03:21:43,893 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b407f730af864f14ab291dec00c670c0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b407f730af864f14ab291dec00c670c0 2024-11-24T03:21:43,900 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/A of 4b7c29b50627eb4f72c849c37edcb497 into b407f730af864f14ab291dec00c670c0(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:43,900 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:43,900 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/A, priority=12, startTime=1732418503042; duration=0sec 2024-11-24T03:21:43,900 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:43,900 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:A 2024-11-24T03:21:43,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418563934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:44,057 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/9edc8c3ddea54735a0fe8f793ad42750 2024-11-24T03:21:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/957b746f5cff4d499bebac05ad11dad8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/957b746f5cff4d499bebac05ad11dad8 2024-11-24T03:21:44,067 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/957b746f5cff4d499bebac05ad11dad8, entries=150, sequenceid=291, filesize=30.5 K 2024-11-24T03:21:44,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/7ed3ea775655409e869400da71959caa as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/7ed3ea775655409e869400da71959caa 2024-11-24T03:21:44,072 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/7ed3ea775655409e869400da71959caa, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T03:21:44,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/9edc8c3ddea54735a0fe8f793ad42750 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/9edc8c3ddea54735a0fe8f793ad42750 2024-11-24T03:21:44,077 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/9edc8c3ddea54735a0fe8f793ad42750, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T03:21:44,078 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4b7c29b50627eb4f72c849c37edcb497 in 898ms, sequenceid=291, compaction requested=false 2024-11-24T03:21:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T03:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-24T03:21:44,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T03:21:44,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6650 sec 2024-11-24T03:21:44,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.6690 sec 2024-11-24T03:21:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:44,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:21:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:44,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e011749bab6e434ba86fabcb1413d166_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418504441/Put/seqid=0 2024-11-24T03:21:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742042_1218 (size=14994) 2024-11-24T03:21:44,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418564461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:21:44,518 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-24T03:21:44,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:21:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-24T03:21:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:21:44,521 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:21:44,521 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:21:44,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:21:44,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418564563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:21:44,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:44,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:21:44,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:44,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:44,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:44,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:44,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418564767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:21:44,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:44,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:21:44,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:44,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:44,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:44,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:44,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:44,856 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:44,861 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e011749bab6e434ba86fabcb1413d166_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e011749bab6e434ba86fabcb1413d166_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:44,862 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b30883fb0b674026b7aaeb74316a6fdb, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:44,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b30883fb0b674026b7aaeb74316a6fdb is 175, key is test_row_0/A:col10/1732418504441/Put/seqid=0 2024-11-24T03:21:44,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742043_1219 (size=39949) 2024-11-24T03:21:44,868 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b30883fb0b674026b7aaeb74316a6fdb 2024-11-24T03:21:44,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/a8d55c86447247f2a2cecd350e299146 is 50, key is test_row_0/B:col10/1732418504441/Put/seqid=0 2024-11-24T03:21:44,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742044_1220 (size=12301) 2024-11-24T03:21:44,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:44,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:21:44,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:44,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:44,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:44,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:44,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418565068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:21:45,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:21:45,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:45,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/a8d55c86447247f2a2cecd350e299146 2024-11-24T03:21:45,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732418565283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:21:45,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51070 deadline: 1732418565283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:45,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,285 DEBUG [Thread-677 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:21:45,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,286 DEBUG [Thread-679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:21:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/1d709199e4444f16adebf7bc39605740 is 50, key is test_row_0/C:col10/1732418504441/Put/seqid=0 2024-11-24T03:21:45,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742045_1221 (size=12301) 2024-11-24T03:21:45,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51048 deadline: 1732418565316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,317 DEBUG [Thread-675 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:21:45,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51080 deadline: 1732418565323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,326 DEBUG [Thread-671 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:21:45,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:21:45,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:45,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418565571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:21:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:21:45,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/1d709199e4444f16adebf7bc39605740 2024-11-24T03:21:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/b30883fb0b674026b7aaeb74316a6fdb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b30883fb0b674026b7aaeb74316a6fdb 2024-11-24T03:21:45,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b30883fb0b674026b7aaeb74316a6fdb, entries=200, sequenceid=319, filesize=39.0 K 2024-11-24T03:21:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/a8d55c86447247f2a2cecd350e299146 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a8d55c86447247f2a2cecd350e299146 2024-11-24T03:21:45,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a8d55c86447247f2a2cecd350e299146, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:21:45,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/1d709199e4444f16adebf7bc39605740 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/1d709199e4444f16adebf7bc39605740 2024-11-24T03:21:45,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/1d709199e4444f16adebf7bc39605740, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:21:45,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4b7c29b50627eb4f72c849c37edcb497 in 1278ms, sequenceid=319, compaction requested=true 2024-11-24T03:21:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:45,720 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:45,720 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:45,721 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:45,721 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/A is initiating minor compaction (all files) 2024-11-24T03:21:45,722 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/A in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,722 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b407f730af864f14ab291dec00c670c0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/957b746f5cff4d499bebac05ad11dad8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b30883fb0b674026b7aaeb74316a6fdb] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=100.7 K 2024-11-24T03:21:45,722 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,722 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b407f730af864f14ab291dec00c670c0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/957b746f5cff4d499bebac05ad11dad8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b30883fb0b674026b7aaeb74316a6fdb] 2024-11-24T03:21:45,722 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:45,722 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/B is initiating minor compaction (all files) 2024-11-24T03:21:45,722 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/B in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,722 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b407f730af864f14ab291dec00c670c0, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732418501016 2024-11-24T03:21:45,722 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/035e29aabb364fafa383bf4caeddfc25, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/7ed3ea775655409e869400da71959caa, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a8d55c86447247f2a2cecd350e299146] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=36.6 K 2024-11-24T03:21:45,723 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957b746f5cff4d499bebac05ad11dad8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732418502146 2024-11-24T03:21:45,723 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 035e29aabb364fafa383bf4caeddfc25, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732418501016 2024-11-24T03:21:45,723 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ed3ea775655409e869400da71959caa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732418502146 2024-11-24T03:21:45,723 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b30883fb0b674026b7aaeb74316a6fdb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418503311 2024-11-24T03:21:45,724 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a8d55c86447247f2a2cecd350e299146, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418503311 2024-11-24T03:21:45,730 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:45,733 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:45,734 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/e29c02c84f8c44d382865b706308b792 is 50, key is test_row_0/B:col10/1732418504441/Put/seqid=0 2024-11-24T03:21:45,736 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242012b482b1ff4ef1ac2b9e8a3905efad_4b7c29b50627eb4f72c849c37edcb497 store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:45,737 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242012b482b1ff4ef1ac2b9e8a3905efad_4b7c29b50627eb4f72c849c37edcb497, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:45,738 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242012b482b1ff4ef1ac2b9e8a3905efad_4b7c29b50627eb4f72c849c37edcb497 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742047_1223 (size=4469) 2024-11-24T03:21:45,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:45,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:21:45,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,744 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:21:45,744 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#A#compaction#183 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:45,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:45,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:45,745 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/a05babc6738346908b1459b413dbfbe8 is 175, key is test_row_0/A:col10/1732418504441/Put/seqid=0 2024-11-24T03:21:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742046_1222 (size=13017) 2024-11-24T03:21:45,768 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/e29c02c84f8c44d382865b706308b792 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e29c02c84f8c44d382865b706308b792 2024-11-24T03:21:45,774 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/B of 4b7c29b50627eb4f72c849c37edcb497 into e29c02c84f8c44d382865b706308b792(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:45,774 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:45,774 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/B, priority=13, startTime=1732418505720; duration=0sec 2024-11-24T03:21:45,774 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:45,774 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:B 2024-11-24T03:21:45,774 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:45,775 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:45,775 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/C is initiating minor compaction (all files) 2024-11-24T03:21:45,775 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/C in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:45,775 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/04f32528816444cd9a38ea416d549af1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/9edc8c3ddea54735a0fe8f793ad42750, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/1d709199e4444f16adebf7bc39605740] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=36.6 K 2024-11-24T03:21:45,776 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 04f32528816444cd9a38ea416d549af1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732418501016 2024-11-24T03:21:45,776 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9edc8c3ddea54735a0fe8f793ad42750, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732418502146 2024-11-24T03:21:45,777 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d709199e4444f16adebf7bc39605740, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418503311 2024-11-24T03:21:45,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c3a8ed500f3f4e34ab1dcce968d89d90_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418504460/Put/seqid=0 2024-11-24T03:21:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742048_1224 (size=31971) 2024-11-24T03:21:45,795 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#C#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:45,796 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/066c8672d79d4ddcaa7b3b6d99943c96 is 50, key is test_row_0/C:col10/1732418504441/Put/seqid=0 2024-11-24T03:21:45,801 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/a05babc6738346908b1459b413dbfbe8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/a05babc6738346908b1459b413dbfbe8 2024-11-24T03:21:45,808 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/A of 4b7c29b50627eb4f72c849c37edcb497 into a05babc6738346908b1459b413dbfbe8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:45,808 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:45,808 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/A, priority=13, startTime=1732418505720; duration=0sec 2024-11-24T03:21:45,808 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:45,808 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:A 2024-11-24T03:21:45,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742049_1225 (size=12454) 2024-11-24T03:21:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:45,818 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c3a8ed500f3f4e34ab1dcce968d89d90_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c3a8ed500f3f4e34ab1dcce968d89d90_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:45,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/e47f1d92bf0c40a7bec593ea09cd7008, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:45,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/e47f1d92bf0c40a7bec593ea09cd7008 is 175, key is test_row_0/A:col10/1732418504460/Put/seqid=0 2024-11-24T03:21:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742050_1226 (size=13017) 2024-11-24T03:21:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742051_1227 (size=31255) 2024-11-24T03:21:45,828 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/066c8672d79d4ddcaa7b3b6d99943c96 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/066c8672d79d4ddcaa7b3b6d99943c96 2024-11-24T03:21:45,835 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/C of 4b7c29b50627eb4f72c849c37edcb497 into 066c8672d79d4ddcaa7b3b6d99943c96(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:45,835 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:45,835 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/C, priority=13, startTime=1732418505720; duration=0sec 2024-11-24T03:21:45,835 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:45,835 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:C 2024-11-24T03:21:46,226 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/e47f1d92bf0c40a7bec593ea09cd7008 2024-11-24T03:21:46,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/f2a8f60d5819437a92379627218f789b is 50, key is test_row_0/B:col10/1732418504460/Put/seqid=0 2024-11-24T03:21:46,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742052_1228 (size=12301) 2024-11-24T03:21:46,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. as already flushing 2024-11-24T03:21:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:21:46,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418566627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:46,641 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/f2a8f60d5819437a92379627218f789b 2024-11-24T03:21:46,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/b8943482493e48b880d8846606e085d3 is 50, key is test_row_0/C:col10/1732418504460/Put/seqid=0 2024-11-24T03:21:46,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742053_1229 (size=12301) 2024-11-24T03:21:46,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418566729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:46,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418566932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:47,058 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/b8943482493e48b880d8846606e085d3 2024-11-24T03:21:47,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/e47f1d92bf0c40a7bec593ea09cd7008 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e47f1d92bf0c40a7bec593ea09cd7008 2024-11-24T03:21:47,073 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e47f1d92bf0c40a7bec593ea09cd7008, entries=150, sequenceid=329, filesize=30.5 K 2024-11-24T03:21:47,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/f2a8f60d5819437a92379627218f789b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f2a8f60d5819437a92379627218f789b 2024-11-24T03:21:47,079 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f2a8f60d5819437a92379627218f789b, entries=150, sequenceid=329, filesize=12.0 K 2024-11-24T03:21:47,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/b8943482493e48b880d8846606e085d3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/b8943482493e48b880d8846606e085d3 2024-11-24T03:21:47,084 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/b8943482493e48b880d8846606e085d3, entries=150, sequenceid=329, filesize=12.0 K 2024-11-24T03:21:47,085 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4b7c29b50627eb4f72c849c37edcb497 in 1341ms, sequenceid=329, compaction requested=false 2024-11-24T03:21:47,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:47,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:47,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T03:21:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-24T03:21:47,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T03:21:47,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5650 sec 2024-11-24T03:21:47,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.5690 sec 2024-11-24T03:21:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:47,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:21:47,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:47,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:47,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:47,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:47,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:47,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:47,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240a99ce6508c648faaa06ffb2a373e4a5_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418506603/Put/seqid=0 2024-11-24T03:21:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742054_1230 (size=14994) 2024-11-24T03:21:47,252 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:47,256 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240a99ce6508c648faaa06ffb2a373e4a5_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240a99ce6508c648faaa06ffb2a373e4a5_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:47,257 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/85a286a82b274e9b98d622dfc303151e, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:47,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/85a286a82b274e9b98d622dfc303151e is 175, key is test_row_0/A:col10/1732418506603/Put/seqid=0 2024-11-24T03:21:47,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418567258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:47,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742055_1231 (size=39949) 2024-11-24T03:21:47,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418567361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:47,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418567565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:47,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/85a286a82b274e9b98d622dfc303151e 2024-11-24T03:21:47,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/e6465a31a1764bdd8c47b5e95f1a74d6 is 50, key is test_row_0/B:col10/1732418506603/Put/seqid=0 2024-11-24T03:21:47,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742056_1232 (size=12301) 2024-11-24T03:21:47,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/e6465a31a1764bdd8c47b5e95f1a74d6 2024-11-24T03:21:47,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/c1b0a99177074952a5d327fcfe963fba is 50, key is test_row_0/C:col10/1732418506603/Put/seqid=0 2024-11-24T03:21:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742057_1233 (size=12301) 2024-11-24T03:21:47,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51016 deadline: 1732418567868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:47,973 DEBUG [Thread-684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:61684 2024-11-24T03:21:47,973 DEBUG [Thread-682 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2885d2d9 to 127.0.0.1:61684 2024-11-24T03:21:47,973 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:47,973 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:47,975 DEBUG [Thread-688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:61684 2024-11-24T03:21:47,975 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:47,979 DEBUG [Thread-686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:61684 2024-11-24T03:21:47,979 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:48,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/c1b0a99177074952a5d327fcfe963fba 2024-11-24T03:21:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/85a286a82b274e9b98d622dfc303151e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85a286a82b274e9b98d622dfc303151e 2024-11-24T03:21:48,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85a286a82b274e9b98d622dfc303151e, entries=200, sequenceid=359, filesize=39.0 K 2024-11-24T03:21:48,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/e6465a31a1764bdd8c47b5e95f1a74d6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e6465a31a1764bdd8c47b5e95f1a74d6 2024-11-24T03:21:48,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e6465a31a1764bdd8c47b5e95f1a74d6, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T03:21:48,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/c1b0a99177074952a5d327fcfe963fba as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/c1b0a99177074952a5d327fcfe963fba 2024-11-24T03:21:48,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/c1b0a99177074952a5d327fcfe963fba, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T03:21:48,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4b7c29b50627eb4f72c849c37edcb497 in 901ms, sequenceid=359, compaction requested=true 2024-11-24T03:21:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:21:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:21:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:48,140 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b7c29b50627eb4f72c849c37edcb497:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:21:48,140 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:48,141 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:48,141 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:48,141 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/A is initiating minor compaction (all files) 2024-11-24T03:21:48,141 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/B is initiating minor compaction (all files) 2024-11-24T03:21:48,141 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/A in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:48,141 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/B in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:48,141 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/a05babc6738346908b1459b413dbfbe8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e47f1d92bf0c40a7bec593ea09cd7008, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85a286a82b274e9b98d622dfc303151e] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=100.8 K 2024-11-24T03:21:48,141 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e29c02c84f8c44d382865b706308b792, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f2a8f60d5819437a92379627218f789b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e6465a31a1764bdd8c47b5e95f1a74d6] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=36.7 K 2024-11-24T03:21:48,141 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:48,141 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/a05babc6738346908b1459b413dbfbe8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e47f1d92bf0c40a7bec593ea09cd7008, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85a286a82b274e9b98d622dfc303151e] 2024-11-24T03:21:48,141 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e29c02c84f8c44d382865b706308b792, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418503311 2024-11-24T03:21:48,141 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a05babc6738346908b1459b413dbfbe8, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418503311 2024-11-24T03:21:48,142 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f2a8f60d5819437a92379627218f789b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732418504446 2024-11-24T03:21:48,142 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e47f1d92bf0c40a7bec593ea09cd7008, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732418504446 2024-11-24T03:21:48,142 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e6465a31a1764bdd8c47b5e95f1a74d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732418506603 2024-11-24T03:21:48,142 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85a286a82b274e9b98d622dfc303151e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732418506603 2024-11-24T03:21:48,149 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:48,149 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/efda5ab4039948d6b492a5bee52a1482 is 50, key is test_row_0/B:col10/1732418506603/Put/seqid=0 2024-11-24T03:21:48,152 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742058_1234 (size=13119) 2024-11-24T03:21:48,154 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d609d4233f784ff99450428c8ef93431_4b7c29b50627eb4f72c849c37edcb497 store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:48,174 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d609d4233f784ff99450428c8ef93431_4b7c29b50627eb4f72c849c37edcb497, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:48,174 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d609d4233f784ff99450428c8ef93431_4b7c29b50627eb4f72c849c37edcb497 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742059_1235 (size=4469) 2024-11-24T03:21:48,376 DEBUG [Thread-673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c7d6279 to 127.0.0.1:61684 2024-11-24T03:21:48,376 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:48,560 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/efda5ab4039948d6b492a5bee52a1482 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/efda5ab4039948d6b492a5bee52a1482 2024-11-24T03:21:48,565 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/B of 4b7c29b50627eb4f72c849c37edcb497 into efda5ab4039948d6b492a5bee52a1482(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:48,565 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:48,565 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/B, priority=13, startTime=1732418508140; duration=0sec 2024-11-24T03:21:48,565 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:21:48,565 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:B 2024-11-24T03:21:48,565 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:21:48,566 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:21:48,566 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 4b7c29b50627eb4f72c849c37edcb497/C is initiating minor compaction (all files) 2024-11-24T03:21:48,566 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b7c29b50627eb4f72c849c37edcb497/C in TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:48,567 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/066c8672d79d4ddcaa7b3b6d99943c96, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/b8943482493e48b880d8846606e085d3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/c1b0a99177074952a5d327fcfe963fba] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp, totalSize=36.7 K 2024-11-24T03:21:48,567 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 066c8672d79d4ddcaa7b3b6d99943c96, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418503311 2024-11-24T03:21:48,568 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b8943482493e48b880d8846606e085d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732418504446 2024-11-24T03:21:48,568 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c1b0a99177074952a5d327fcfe963fba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732418506603 2024-11-24T03:21:48,576 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:48,577 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/1ae296bf7ba548bb96a00aa50790abed is 50, key is test_row_0/C:col10/1732418506603/Put/seqid=0 2024-11-24T03:21:48,580 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b7c29b50627eb4f72c849c37edcb497#A#compaction#193 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:21:48,581 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/15252509c6dd4249a074616c9a5e264d is 175, key is test_row_0/A:col10/1732418506603/Put/seqid=0 2024-11-24T03:21:48,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742060_1236 (size=13119) 2024-11-24T03:21:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742061_1237 (size=32073) 2024-11-24T03:21:48,590 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/1ae296bf7ba548bb96a00aa50790abed as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/1ae296bf7ba548bb96a00aa50790abed 2024-11-24T03:21:48,595 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/C of 4b7c29b50627eb4f72c849c37edcb497 into 1ae296bf7ba548bb96a00aa50790abed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:48,595 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:48,595 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/C, priority=13, startTime=1732418508140; duration=0sec 2024-11-24T03:21:48,595 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:48,595 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:C 2024-11-24T03:21:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:21:48,626 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-24T03:21:48,991 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/15252509c6dd4249a074616c9a5e264d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/15252509c6dd4249a074616c9a5e264d 2024-11-24T03:21:48,997 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b7c29b50627eb4f72c849c37edcb497/A of 4b7c29b50627eb4f72c849c37edcb497 into 15252509c6dd4249a074616c9a5e264d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:21:48,997 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:48,997 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497., storeName=4b7c29b50627eb4f72c849c37edcb497/A, priority=13, startTime=1732418508140; duration=0sec 2024-11-24T03:21:48,997 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:21:48,997 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b7c29b50627eb4f72c849c37edcb497:A 2024-11-24T03:21:53,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:21:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:55,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:21:55,325 DEBUG [Thread-679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x769942d9 to 127.0.0.1:61684 2024-11-24T03:21:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:55,325 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:55,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:55,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:55,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:55,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:55,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e6bbd35cd4f147aa948c41ce665bf6c5_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418508374/Put/seqid=0 2024-11-24T03:21:55,336 DEBUG [Thread-675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328f994d to 127.0.0.1:61684 2024-11-24T03:21:55,336 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:55,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742062_1238 (size=12454) 2024-11-24T03:21:55,337 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:55,340 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e6bbd35cd4f147aa948c41ce665bf6c5_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e6bbd35cd4f147aa948c41ce665bf6c5_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:55,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/e86172f80f7746a58ca9fa262da04bdc, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:55,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/e86172f80f7746a58ca9fa262da04bdc is 175, key is test_row_0/A:col10/1732418508374/Put/seqid=0 2024-11-24T03:21:55,344 DEBUG [Thread-671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29458edd to 127.0.0.1:61684 2024-11-24T03:21:55,344 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:55,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742063_1239 (size=31255) 2024-11-24T03:21:55,361 DEBUG [Thread-677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a9306be to 127.0.0.1:61684 2024-11-24T03:21:55,361 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 156 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7288 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7272 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3059 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9173 rows 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3067 2024-11-24T03:21:55,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9196 rows 2024-11-24T03:21:55,362 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:21:55,362 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04ddf4c3 to 127.0.0.1:61684 2024-11-24T03:21:55,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:21:55,368 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:21:55,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:21:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:21:55,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418515379"}]},"ts":"1732418515379"} 2024-11-24T03:21:55,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:21:55,382 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:21:55,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:21:55,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, UNASSIGN}] 2024-11-24T03:21:55,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, UNASSIGN 2024-11-24T03:21:55,385 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=4b7c29b50627eb4f72c849c37edcb497, regionState=CLOSING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:55,386 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:21:55,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:21:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:21:55,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:21:55,537 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:55,538 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:21:55,538 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 4b7c29b50627eb4f72c849c37edcb497, disabling compactions & flushes 2024-11-24T03:21:55,538 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:21:55,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/e86172f80f7746a58ca9fa262da04bdc 2024-11-24T03:21:55,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/5c793ada24ab457c9c7f0e616b2512a1 is 50, key is test_row_0/B:col10/1732418508374/Put/seqid=0 2024-11-24T03:21:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742064_1240 (size=12301) 2024-11-24T03:21:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:21:56,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/5c793ada24ab457c9c7f0e616b2512a1 2024-11-24T03:21:56,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/3642c0ef88f442fdb0a9287180e8a8fb is 50, key is test_row_0/C:col10/1732418508374/Put/seqid=0 2024-11-24T03:21:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742065_1241 (size=12301) 2024-11-24T03:21:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:21:56,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/3642c0ef88f442fdb0a9287180e8a8fb 2024-11-24T03:21:56,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/e86172f80f7746a58ca9fa262da04bdc as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e86172f80f7746a58ca9fa262da04bdc 2024-11-24T03:21:56,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e86172f80f7746a58ca9fa262da04bdc, entries=150, sequenceid=373, filesize=30.5 K 2024-11-24T03:21:56,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/5c793ada24ab457c9c7f0e616b2512a1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5c793ada24ab457c9c7f0e616b2512a1 2024-11-24T03:21:56,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5c793ada24ab457c9c7f0e616b2512a1, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T03:21:56,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/3642c0ef88f442fdb0a9287180e8a8fb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/3642c0ef88f442fdb0a9287180e8a8fb 2024-11-24T03:21:56,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/3642c0ef88f442fdb0a9287180e8a8fb, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T03:21:56,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=20.13 KB/20610 for 4b7c29b50627eb4f72c849c37edcb497 in 1260ms, sequenceid=373, compaction requested=false 2024-11-24T03:21:56,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:56,585 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:56,585 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:56,585 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. after waiting 0 ms 2024-11-24T03:21:56,585 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:56,585 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 4b7c29b50627eb4f72c849c37edcb497 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T03:21:56,586 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=A 2024-11-24T03:21:56,586 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:56,586 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=B 2024-11-24T03:21:56,586 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:56,586 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b7c29b50627eb4f72c849c37edcb497, store=C 2024-11-24T03:21:56,586 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:21:56,591 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f7d1bd57d1994e92a3d5600f8aab4d81_4b7c29b50627eb4f72c849c37edcb497 is 50, key is test_row_0/A:col10/1732418515334/Put/seqid=0 2024-11-24T03:21:56,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742066_1242 (size=9914) 2024-11-24T03:21:56,995 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:56,999 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f7d1bd57d1994e92a3d5600f8aab4d81_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f7d1bd57d1994e92a3d5600f8aab4d81_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:57,000 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/23416add2a3d4a5cb9ad83c988e57290, store: [table=TestAcidGuarantees family=A region=4b7c29b50627eb4f72c849c37edcb497] 2024-11-24T03:21:57,000 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/23416add2a3d4a5cb9ad83c988e57290 is 175, key is test_row_0/A:col10/1732418515334/Put/seqid=0 2024-11-24T03:21:57,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742067_1243 (size=22561) 2024-11-24T03:21:57,405 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/23416add2a3d4a5cb9ad83c988e57290 2024-11-24T03:21:57,411 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/319c214b631a4b58a44086c53058a52b is 50, key is test_row_0/B:col10/1732418515334/Put/seqid=0 2024-11-24T03:21:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742068_1244 (size=9857) 2024-11-24T03:21:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:21:57,816 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/319c214b631a4b58a44086c53058a52b 2024-11-24T03:21:57,823 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/8ff01d471ccd4d3283647faeca1b455a is 50, key is test_row_0/C:col10/1732418515334/Put/seqid=0 2024-11-24T03:21:57,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742069_1245 (size=9857) 2024-11-24T03:21:58,228 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/8ff01d471ccd4d3283647faeca1b455a 2024-11-24T03:21:58,232 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/A/23416add2a3d4a5cb9ad83c988e57290 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/23416add2a3d4a5cb9ad83c988e57290 2024-11-24T03:21:58,235 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/23416add2a3d4a5cb9ad83c988e57290, entries=100, sequenceid=379, filesize=22.0 K 2024-11-24T03:21:58,236 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/B/319c214b631a4b58a44086c53058a52b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/319c214b631a4b58a44086c53058a52b 2024-11-24T03:21:58,239 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/319c214b631a4b58a44086c53058a52b, entries=100, sequenceid=379, filesize=9.6 K 2024-11-24T03:21:58,240 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/.tmp/C/8ff01d471ccd4d3283647faeca1b455a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8ff01d471ccd4d3283647faeca1b455a 2024-11-24T03:21:58,243 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8ff01d471ccd4d3283647faeca1b455a, entries=100, sequenceid=379, filesize=9.6 K 2024-11-24T03:21:58,244 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 4b7c29b50627eb4f72c849c37edcb497 in 1659ms, sequenceid=379, compaction requested=true 2024-11-24T03:21:58,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/4cf677f0be7b4b2fbbd65e98481f2c43, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/62e06db6455e44c2b26705805e7662d5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/20bdf95dcc814650a3692043689b1be1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/49fe88d8b4494789a83a4e9d2d7f5372, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/6619feda42f94cf89a13ebbbac1d3a62, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b821e93225c047d2b2a98ce2e5acf13d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/c15cf2eac15e43959cea356d2e5a1523, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9d0f7d9d2022477fb45888435323196d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/d42b24f454ef4b81a0b5464e3a9933b9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/fc52d7dec8a44476ad7d44e57775e0a9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/bf45173d7ecd4d98848979945404c3b4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1f2a321e1fd44e5e9dffeeb38d39d4a4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/da5ffd1d968b48c59ff7d4deba51a39b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/52c284e480864f4097172b5c78006a4f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/47a5ed91dc2f468b9275ab774c3a950c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9666456ce3294b68881cf5444b47bf68, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1cf75cdac0d246079bec0712f362dea3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b407f730af864f14ab291dec00c670c0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85329459f05f45e8864e2b78259d76d3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/957b746f5cff4d499bebac05ad11dad8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b30883fb0b674026b7aaeb74316a6fdb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/a05babc6738346908b1459b413dbfbe8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e47f1d92bf0c40a7bec593ea09cd7008, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85a286a82b274e9b98d622dfc303151e] to archive 2024-11-24T03:21:58,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:21:58,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/4cf677f0be7b4b2fbbd65e98481f2c43 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/4cf677f0be7b4b2fbbd65e98481f2c43 2024-11-24T03:21:58,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/62e06db6455e44c2b26705805e7662d5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/62e06db6455e44c2b26705805e7662d5 2024-11-24T03:21:58,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/20bdf95dcc814650a3692043689b1be1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/20bdf95dcc814650a3692043689b1be1 2024-11-24T03:21:58,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/49fe88d8b4494789a83a4e9d2d7f5372 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/49fe88d8b4494789a83a4e9d2d7f5372 2024-11-24T03:21:58,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/6619feda42f94cf89a13ebbbac1d3a62 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/6619feda42f94cf89a13ebbbac1d3a62 2024-11-24T03:21:58,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b821e93225c047d2b2a98ce2e5acf13d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b821e93225c047d2b2a98ce2e5acf13d 2024-11-24T03:21:58,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/c15cf2eac15e43959cea356d2e5a1523 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/c15cf2eac15e43959cea356d2e5a1523 2024-11-24T03:21:58,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9d0f7d9d2022477fb45888435323196d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9d0f7d9d2022477fb45888435323196d 2024-11-24T03:21:58,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/d42b24f454ef4b81a0b5464e3a9933b9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/d42b24f454ef4b81a0b5464e3a9933b9 2024-11-24T03:21:58,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/fc52d7dec8a44476ad7d44e57775e0a9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/fc52d7dec8a44476ad7d44e57775e0a9 2024-11-24T03:21:58,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/bf45173d7ecd4d98848979945404c3b4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/bf45173d7ecd4d98848979945404c3b4 2024-11-24T03:21:58,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1f2a321e1fd44e5e9dffeeb38d39d4a4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1f2a321e1fd44e5e9dffeeb38d39d4a4 2024-11-24T03:21:58,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/da5ffd1d968b48c59ff7d4deba51a39b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/da5ffd1d968b48c59ff7d4deba51a39b 2024-11-24T03:21:58,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/52c284e480864f4097172b5c78006a4f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/52c284e480864f4097172b5c78006a4f 2024-11-24T03:21:58,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/47a5ed91dc2f468b9275ab774c3a950c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/47a5ed91dc2f468b9275ab774c3a950c 2024-11-24T03:21:58,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9666456ce3294b68881cf5444b47bf68 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/9666456ce3294b68881cf5444b47bf68 2024-11-24T03:21:58,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1cf75cdac0d246079bec0712f362dea3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/1cf75cdac0d246079bec0712f362dea3 2024-11-24T03:21:58,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b407f730af864f14ab291dec00c670c0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b407f730af864f14ab291dec00c670c0 2024-11-24T03:21:58,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85329459f05f45e8864e2b78259d76d3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85329459f05f45e8864e2b78259d76d3 2024-11-24T03:21:58,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/957b746f5cff4d499bebac05ad11dad8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/957b746f5cff4d499bebac05ad11dad8 2024-11-24T03:21:58,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b30883fb0b674026b7aaeb74316a6fdb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/b30883fb0b674026b7aaeb74316a6fdb 2024-11-24T03:21:58,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/a05babc6738346908b1459b413dbfbe8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/a05babc6738346908b1459b413dbfbe8 2024-11-24T03:21:58,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e47f1d92bf0c40a7bec593ea09cd7008 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e47f1d92bf0c40a7bec593ea09cd7008 2024-11-24T03:21:58,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85a286a82b274e9b98d622dfc303151e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/85a286a82b274e9b98d622dfc303151e 2024-11-24T03:21:58,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/cad7d71c96484f71acb7d1bf153c3b8f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/312f805e6427406e8b8a44213f138358, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/0d3833dc98fb49e592b11c73180bbf20, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a529e22bf81341c7ab4f94dce9ed206d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5cf77a2303f843d6b03e9a67bea3f2f7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5a091a4757d74bd396dcaac28f615fbd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/79b78a86ddcf4bb5aad2c717fb600d50, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e405e0c446ee40fe8ee0f82196d4541b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f35591f67192434a82fb80b2ff346d76, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4154ff45450d4205b87d80b4b43be472, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/ce18efb7199844b6b7b9a33914d56a1d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bf731968e9294398b8bc9989fb418580, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/8dafa703f0424bb6aef10c8be046ad03, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/35d01e5635db424ba70881ceaa9f77f7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4f82c5a435594d8d9eb38eff2a2e57c8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/901fa43049fb4cae8f73092f2bd77181, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bfb2778452df48cd9a48e0d81b44f42a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/035e29aabb364fafa383bf4caeddfc25, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/1343dc4387dc467c8728369ad35d4bd5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/7ed3ea775655409e869400da71959caa, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e29c02c84f8c44d382865b706308b792, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a8d55c86447247f2a2cecd350e299146, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f2a8f60d5819437a92379627218f789b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e6465a31a1764bdd8c47b5e95f1a74d6] to archive 2024-11-24T03:21:58,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:21:58,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/cad7d71c96484f71acb7d1bf153c3b8f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/cad7d71c96484f71acb7d1bf153c3b8f 2024-11-24T03:21:58,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/312f805e6427406e8b8a44213f138358 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/312f805e6427406e8b8a44213f138358 2024-11-24T03:21:58,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/0d3833dc98fb49e592b11c73180bbf20 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/0d3833dc98fb49e592b11c73180bbf20 2024-11-24T03:21:58,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a529e22bf81341c7ab4f94dce9ed206d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a529e22bf81341c7ab4f94dce9ed206d 2024-11-24T03:21:58,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5cf77a2303f843d6b03e9a67bea3f2f7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5cf77a2303f843d6b03e9a67bea3f2f7 2024-11-24T03:21:58,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5a091a4757d74bd396dcaac28f615fbd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5a091a4757d74bd396dcaac28f615fbd 2024-11-24T03:21:58,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/79b78a86ddcf4bb5aad2c717fb600d50 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/79b78a86ddcf4bb5aad2c717fb600d50 2024-11-24T03:21:58,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e405e0c446ee40fe8ee0f82196d4541b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e405e0c446ee40fe8ee0f82196d4541b 2024-11-24T03:21:58,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f35591f67192434a82fb80b2ff346d76 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f35591f67192434a82fb80b2ff346d76 2024-11-24T03:21:58,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4154ff45450d4205b87d80b4b43be472 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4154ff45450d4205b87d80b4b43be472 2024-11-24T03:21:58,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/ce18efb7199844b6b7b9a33914d56a1d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/ce18efb7199844b6b7b9a33914d56a1d 2024-11-24T03:21:58,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bf731968e9294398b8bc9989fb418580 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bf731968e9294398b8bc9989fb418580 2024-11-24T03:21:58,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/8dafa703f0424bb6aef10c8be046ad03 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/8dafa703f0424bb6aef10c8be046ad03 2024-11-24T03:21:58,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/35d01e5635db424ba70881ceaa9f77f7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/35d01e5635db424ba70881ceaa9f77f7 2024-11-24T03:21:58,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4f82c5a435594d8d9eb38eff2a2e57c8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/4f82c5a435594d8d9eb38eff2a2e57c8 2024-11-24T03:21:58,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/901fa43049fb4cae8f73092f2bd77181 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/901fa43049fb4cae8f73092f2bd77181 2024-11-24T03:21:58,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bfb2778452df48cd9a48e0d81b44f42a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/bfb2778452df48cd9a48e0d81b44f42a 2024-11-24T03:21:58,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/035e29aabb364fafa383bf4caeddfc25 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/035e29aabb364fafa383bf4caeddfc25 2024-11-24T03:21:58,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/1343dc4387dc467c8728369ad35d4bd5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/1343dc4387dc467c8728369ad35d4bd5 2024-11-24T03:21:58,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/7ed3ea775655409e869400da71959caa to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/7ed3ea775655409e869400da71959caa 2024-11-24T03:21:58,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e29c02c84f8c44d382865b706308b792 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e29c02c84f8c44d382865b706308b792 2024-11-24T03:21:58,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a8d55c86447247f2a2cecd350e299146 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/a8d55c86447247f2a2cecd350e299146 2024-11-24T03:21:58,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f2a8f60d5819437a92379627218f789b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/f2a8f60d5819437a92379627218f789b 2024-11-24T03:21:58,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e6465a31a1764bdd8c47b5e95f1a74d6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/e6465a31a1764bdd8c47b5e95f1a74d6 2024-11-24T03:21:58,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/f873161ae3c64b20a2728751c30b88aa, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6fbbe59f8a3b444c8ac097fb482b722d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/87567dbc30e9488fa071c15f8cfbd877, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6bb3a1f019534408aa02c0f24f72740a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/5b8549385d5f4458bf724f725e2d0f2d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a4d210cd0a01479595a3bc74dbc1efb7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/0e368029440a434084d15272cdd96dcf, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a721409c0c84458ca103689e02afd1d4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8060467956ec430f98f30cdc817eea82, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/dd40d3d3705240d09667d0f36cd03218, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e8e5cf48e0054d2bb1a90ad0c2a84459, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/bb892ef084a64cc8a991fad048e4c215, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/4b9e6e80b6c448fba4d098a1e33492c2, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a067ed11b9ad4aef923d777c0ca491b3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/355efaf5f7a54b59b683844c74843b18, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/09d998c878bf4cb285ba739e4398c541, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e037e5f298d04ca584a1ac57ae4b0378, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/04f32528816444cd9a38ea416d549af1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/98990d1a1d0c4e9eb56a3803d1fd4f31, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/9edc8c3ddea54735a0fe8f793ad42750, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/066c8672d79d4ddcaa7b3b6d99943c96, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/1d709199e4444f16adebf7bc39605740, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/b8943482493e48b880d8846606e085d3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/c1b0a99177074952a5d327fcfe963fba] to archive 2024-11-24T03:21:58,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:21:58,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/f873161ae3c64b20a2728751c30b88aa to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/f873161ae3c64b20a2728751c30b88aa 2024-11-24T03:21:58,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6fbbe59f8a3b444c8ac097fb482b722d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6fbbe59f8a3b444c8ac097fb482b722d 2024-11-24T03:21:58,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/87567dbc30e9488fa071c15f8cfbd877 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/87567dbc30e9488fa071c15f8cfbd877 2024-11-24T03:21:58,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6bb3a1f019534408aa02c0f24f72740a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/6bb3a1f019534408aa02c0f24f72740a 2024-11-24T03:21:58,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/5b8549385d5f4458bf724f725e2d0f2d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/5b8549385d5f4458bf724f725e2d0f2d 2024-11-24T03:21:58,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a4d210cd0a01479595a3bc74dbc1efb7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a4d210cd0a01479595a3bc74dbc1efb7 2024-11-24T03:21:58,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/0e368029440a434084d15272cdd96dcf to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/0e368029440a434084d15272cdd96dcf 2024-11-24T03:21:58,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a721409c0c84458ca103689e02afd1d4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a721409c0c84458ca103689e02afd1d4 2024-11-24T03:21:58,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8060467956ec430f98f30cdc817eea82 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8060467956ec430f98f30cdc817eea82 2024-11-24T03:21:58,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/dd40d3d3705240d09667d0f36cd03218 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/dd40d3d3705240d09667d0f36cd03218 2024-11-24T03:21:58,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e8e5cf48e0054d2bb1a90ad0c2a84459 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e8e5cf48e0054d2bb1a90ad0c2a84459 2024-11-24T03:21:58,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/bb892ef084a64cc8a991fad048e4c215 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/bb892ef084a64cc8a991fad048e4c215 2024-11-24T03:21:58,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/4b9e6e80b6c448fba4d098a1e33492c2 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/4b9e6e80b6c448fba4d098a1e33492c2 2024-11-24T03:21:58,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a067ed11b9ad4aef923d777c0ca491b3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/a067ed11b9ad4aef923d777c0ca491b3 2024-11-24T03:21:58,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/355efaf5f7a54b59b683844c74843b18 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/355efaf5f7a54b59b683844c74843b18 2024-11-24T03:21:58,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/09d998c878bf4cb285ba739e4398c541 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/09d998c878bf4cb285ba739e4398c541 2024-11-24T03:21:58,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e037e5f298d04ca584a1ac57ae4b0378 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/e037e5f298d04ca584a1ac57ae4b0378 2024-11-24T03:21:58,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/04f32528816444cd9a38ea416d549af1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/04f32528816444cd9a38ea416d549af1 2024-11-24T03:21:58,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/98990d1a1d0c4e9eb56a3803d1fd4f31 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/98990d1a1d0c4e9eb56a3803d1fd4f31 2024-11-24T03:21:58,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/9edc8c3ddea54735a0fe8f793ad42750 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/9edc8c3ddea54735a0fe8f793ad42750 2024-11-24T03:21:58,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/066c8672d79d4ddcaa7b3b6d99943c96 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/066c8672d79d4ddcaa7b3b6d99943c96 2024-11-24T03:21:58,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/1d709199e4444f16adebf7bc39605740 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/1d709199e4444f16adebf7bc39605740 2024-11-24T03:21:58,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/b8943482493e48b880d8846606e085d3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/b8943482493e48b880d8846606e085d3 2024-11-24T03:21:58,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/c1b0a99177074952a5d327fcfe963fba to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/c1b0a99177074952a5d327fcfe963fba 2024-11-24T03:21:58,341 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=4 2024-11-24T03:21:58,342 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497. 2024-11-24T03:21:58,342 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 4b7c29b50627eb4f72c849c37edcb497: 2024-11-24T03:21:58,343 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:58,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=4b7c29b50627eb4f72c849c37edcb497, regionState=CLOSED 2024-11-24T03:21:58,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T03:21:58,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 4b7c29b50627eb4f72c849c37edcb497, server=f13c2bb2f71a,46311,1732418455035 in 2.9580 sec 2024-11-24T03:21:58,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-24T03:21:58,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b7c29b50627eb4f72c849c37edcb497, UNASSIGN in 2.9610 sec 2024-11-24T03:21:58,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-24T03:21:58,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9650 sec 2024-11-24T03:21:58,349 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418518349"}]},"ts":"1732418518349"} 2024-11-24T03:21:58,350 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:21:58,352 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:21:58,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.9760 sec 2024-11-24T03:21:59,138 DEBUG [master/f13c2bb2f71a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fa92f0f5126a409fa2e1df25fde1494a changed from -1.0 to 0.0, refreshing cache 2024-11-24T03:21:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:21:59,484 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-24T03:21:59,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:21:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:59,486 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T03:21:59,486 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:59,488 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,490 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/recovered.edits] 2024-11-24T03:21:59,493 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/15252509c6dd4249a074616c9a5e264d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/15252509c6dd4249a074616c9a5e264d 2024-11-24T03:21:59,494 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/23416add2a3d4a5cb9ad83c988e57290 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/23416add2a3d4a5cb9ad83c988e57290 2024-11-24T03:21:59,495 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e86172f80f7746a58ca9fa262da04bdc to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/A/e86172f80f7746a58ca9fa262da04bdc 2024-11-24T03:21:59,497 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/319c214b631a4b58a44086c53058a52b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/319c214b631a4b58a44086c53058a52b 2024-11-24T03:21:59,499 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5c793ada24ab457c9c7f0e616b2512a1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/5c793ada24ab457c9c7f0e616b2512a1 2024-11-24T03:21:59,500 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/efda5ab4039948d6b492a5bee52a1482 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/B/efda5ab4039948d6b492a5bee52a1482 2024-11-24T03:21:59,502 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/1ae296bf7ba548bb96a00aa50790abed to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/1ae296bf7ba548bb96a00aa50790abed 2024-11-24T03:21:59,504 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/3642c0ef88f442fdb0a9287180e8a8fb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/3642c0ef88f442fdb0a9287180e8a8fb 2024-11-24T03:21:59,505 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8ff01d471ccd4d3283647faeca1b455a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/C/8ff01d471ccd4d3283647faeca1b455a 2024-11-24T03:21:59,507 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/recovered.edits/382.seqid to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497/recovered.edits/382.seqid 2024-11-24T03:21:59,508 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,508 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:21:59,509 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:21:59,509 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T03:21:59,513 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240a99ce6508c648faaa06ffb2a373e4a5_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240a99ce6508c648faaa06ffb2a373e4a5_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,514 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112410ec57c3004a453a9dc13a966a6de76f_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112410ec57c3004a453a9dc13a966a6de76f_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,516 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411a409f1a08d431eb90c6646803cf168_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411a409f1a08d431eb90c6646803cf168_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,517 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420b86d7a5f8b4a69a8dc95f85511abc7_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420b86d7a5f8b4a69a8dc95f85511abc7_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,518 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112435af7eafee1246f2a1bdd7a3fe9b9d13_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112435af7eafee1246f2a1bdd7a3fe9b9d13_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,519 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124472e08866a534959ab5a8d0bce06c959_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124472e08866a534959ab5a8d0bce06c959_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,520 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124489654385ad7471e9df6f104b0439011_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124489654385ad7471e9df6f104b0439011_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,521 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244c5f38472dac4ebb9f740edd360abea0_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244c5f38472dac4ebb9f740edd360abea0_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,522 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124694292e86e3e475699d9e48052844ae6_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124694292e86e3e475699d9e48052844ae6_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,524 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246c90238428d148ae84202aaf37e26e0c_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246c90238428d148ae84202aaf37e26e0c_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,525 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247827b283b5794b6b92d89ca19f93bbd6_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247827b283b5794b6b92d89ca19f93bbd6_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,526 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247dc02d3e915c4a12ba327870b6685fe0_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247dc02d3e915c4a12ba327870b6685fe0_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,527 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124916f75d3650b40f986022d9d634de82b_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124916f75d3650b40f986022d9d634de82b_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,529 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1115598a0174865ae8df7d141308b15_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1115598a0174865ae8df7d141308b15_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,530 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b660380a82c44941934f0b3370994f85_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b660380a82c44941934f0b3370994f85_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,531 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c3a8ed500f3f4e34ab1dcce968d89d90_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c3a8ed500f3f4e34ab1dcce968d89d90_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,532 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df271db03ecb43209665791fb3975353_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df271db03ecb43209665791fb3975353_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,534 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e011749bab6e434ba86fabcb1413d166_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e011749bab6e434ba86fabcb1413d166_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,535 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e6bbd35cd4f147aa948c41ce665bf6c5_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e6bbd35cd4f147aa948c41ce665bf6c5_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,536 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f7d1bd57d1994e92a3d5600f8aab4d81_4b7c29b50627eb4f72c849c37edcb497 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f7d1bd57d1994e92a3d5600f8aab4d81_4b7c29b50627eb4f72c849c37edcb497 2024-11-24T03:21:59,537 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:21:59,539 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:59,542 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:21:59,544 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:21:59,544 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:59,544 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:21:59,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418519544"}]},"ts":"9223372036854775807"} 2024-11-24T03:21:59,548 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:21:59,548 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4b7c29b50627eb4f72c849c37edcb497, NAME => 'TestAcidGuarantees,,1732418484852.4b7c29b50627eb4f72c849c37edcb497.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:21:59,548 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:21:59,548 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418519548"}]},"ts":"9223372036854775807"} 2024-11-24T03:21:59,549 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:21:59,551 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:59,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-24T03:21:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T03:21:59,587 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-24T03:21:59,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239 (was 240), OpenFileDescriptor=452 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 372) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7760 (was 7567) - AvailableMemoryMB LEAK? - 2024-11-24T03:21:59,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=7759 2024-11-24T03:21:59,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:21:59,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:21:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:59,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:21:59,617 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:59,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-24T03:21:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T03:21:59,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:21:59,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742070_1246 (size=960) 2024-11-24T03:21:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T03:21:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T03:22:00,028 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 2024-11-24T03:22:00,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742071_1247 (size=53) 2024-11-24T03:22:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T03:22:00,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:00,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 57b78db52c444163134b73244988875d, disabling compactions & flushes 2024-11-24T03:22:00,436 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:00,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:00,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. after waiting 0 ms 2024-11-24T03:22:00,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:00,437 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:00,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:00,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:22:00,438 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418520438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418520438"}]},"ts":"1732418520438"} 2024-11-24T03:22:00,439 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:22:00,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:22:00,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418520440"}]},"ts":"1732418520440"} 2024-11-24T03:22:00,442 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:22:00,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=57b78db52c444163134b73244988875d, ASSIGN}] 2024-11-24T03:22:00,448 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=57b78db52c444163134b73244988875d, ASSIGN 2024-11-24T03:22:00,449 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57b78db52c444163134b73244988875d, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=false 2024-11-24T03:22:00,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=57b78db52c444163134b73244988875d, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:00,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:22:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T03:22:00,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:00,759 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:00,759 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:22:00,759 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 57b78db52c444163134b73244988875d 2024-11-24T03:22:00,759 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:00,760 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 57b78db52c444163134b73244988875d 2024-11-24T03:22:00,760 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 57b78db52c444163134b73244988875d 2024-11-24T03:22:00,763 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 57b78db52c444163134b73244988875d 2024-11-24T03:22:00,765 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:00,780 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57b78db52c444163134b73244988875d columnFamilyName A 2024-11-24T03:22:00,780 DEBUG [StoreOpener-57b78db52c444163134b73244988875d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:00,781 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] regionserver.HStore(327): Store=57b78db52c444163134b73244988875d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:00,781 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 57b78db52c444163134b73244988875d 2024-11-24T03:22:00,785 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:00,786 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57b78db52c444163134b73244988875d columnFamilyName B 2024-11-24T03:22:00,786 DEBUG [StoreOpener-57b78db52c444163134b73244988875d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:00,786 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] regionserver.HStore(327): Store=57b78db52c444163134b73244988875d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:00,787 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 57b78db52c444163134b73244988875d 2024-11-24T03:22:00,788 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:00,788 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57b78db52c444163134b73244988875d columnFamilyName C 2024-11-24T03:22:00,788 DEBUG [StoreOpener-57b78db52c444163134b73244988875d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:00,789 INFO [StoreOpener-57b78db52c444163134b73244988875d-1 {}] regionserver.HStore(327): Store=57b78db52c444163134b73244988875d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:00,789 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:00,790 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d 2024-11-24T03:22:00,791 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d 2024-11-24T03:22:00,793 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:22:00,795 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 57b78db52c444163134b73244988875d 2024-11-24T03:22:00,799 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:22:00,803 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 57b78db52c444163134b73244988875d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73417920, jitterRate=0.09401226043701172}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:22:00,804 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:00,805 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., pid=66, masterSystemTime=1732418520754 2024-11-24T03:22:00,806 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:00,806 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:00,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=57b78db52c444163134b73244988875d, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:00,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-24T03:22:00,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 in 205 msec 2024-11-24T03:22:00,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-24T03:22:00,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=57b78db52c444163134b73244988875d, ASSIGN in 363 msec 2024-11-24T03:22:00,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:22:00,812 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418520811"}]},"ts":"1732418520811"} 2024-11-24T03:22:00,813 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:22:00,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:22:00,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2010 sec 2024-11-24T03:22:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T03:22:01,724 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-24T03:22:01,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f66057f to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53bfce45 2024-11-24T03:22:01,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dc42d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:01,742 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:01,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:22:01,744 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:22:01,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-24T03:22:01,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-24T03:22:01,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-24T03:22:01,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,806 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-24T03:22:01,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-24T03:22:01,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,829 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-24T03:22:01,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-24T03:22:01,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-24T03:22:01,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-24T03:22:01,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-24T03:22:01,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:01,964 DEBUG [hconnection-0x68e5737b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:01,970 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:01,985 DEBUG [hconnection-0x4431ce74-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:01,987 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:01,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:22:01,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:01,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:01,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:01,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:01,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:01,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:01,993 DEBUG [hconnection-0x6e29e51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:01,995 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:02,008 DEBUG [hconnection-0x58bccebd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:02,010 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:02,028 DEBUG [hconnection-0x49c0489-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:02,030 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418582039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418582040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418582041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,049 DEBUG [hconnection-0x8383a32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:02,051 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:02,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/9c44bd26cd25417da13b39d180ab5da2 is 50, key is test_row_0/A:col10/1732418521985/Put/seqid=0 2024-11-24T03:22:02,071 DEBUG [hconnection-0x7c8b27ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:02,073 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:02,080 DEBUG [hconnection-0x114c1546-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:02,082 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:02,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418582085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-24T03:22:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T03:22:02,119 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:02,120 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:02,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742072_1248 (size=12001) 2024-11-24T03:22:02,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418582142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418582143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418582144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,148 DEBUG [hconnection-0x280e126a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:02,150 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:02,169 DEBUG [hconnection-0x4f3ad13f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:02,171 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:02,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418582174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418582194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T03:22:02,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:02,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:02,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418582280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418582350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418582352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418582352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418582399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T03:22:02,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418582489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/9c44bd26cd25417da13b39d180ab5da2 2024-11-24T03:22:02,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:02,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:02,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/69d432accdda43338a5f3bec37095dbd is 50, key is test_row_0/B:col10/1732418521985/Put/seqid=0 2024-11-24T03:22:02,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742073_1249 (size=12001) 2024-11-24T03:22:02,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/69d432accdda43338a5f3bec37095dbd 2024-11-24T03:22:02,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418582658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418582659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418582659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/a83324569cd44469ab687c9bf4fe588a is 50, key is test_row_0/C:col10/1732418521985/Put/seqid=0 2024-11-24T03:22:02,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418582705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T03:22:02,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742074_1250 (size=12001) 2024-11-24T03:22:02,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418582794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,889 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:02,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:02,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:03,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/a83324569cd44469ab687c9bf4fe588a 2024-11-24T03:22:03,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/9c44bd26cd25417da13b39d180ab5da2 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9c44bd26cd25417da13b39d180ab5da2 2024-11-24T03:22:03,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9c44bd26cd25417da13b39d180ab5da2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T03:22:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/69d432accdda43338a5f3bec37095dbd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/69d432accdda43338a5f3bec37095dbd 2024-11-24T03:22:03,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/69d432accdda43338a5f3bec37095dbd, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T03:22:03,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/a83324569cd44469ab687c9bf4fe588a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a83324569cd44469ab687c9bf4fe588a 2024-11-24T03:22:03,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418583166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a83324569cd44469ab687c9bf4fe588a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T03:22:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418583166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 57b78db52c444163134b73244988875d in 1185ms, sequenceid=13, compaction requested=false 2024-11-24T03:22:03,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:03,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:03,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:03,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:03,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:03,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:03,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:03,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:03,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/03038fcef9e34c4dbf80bdd69f40de04 is 50, key is test_row_0/A:col10/1732418522039/Put/seqid=0 2024-11-24T03:22:03,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:03,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:03,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T03:22:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742075_1251 (size=14341) 2024-11-24T03:22:03,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/03038fcef9e34c4dbf80bdd69f40de04 2024-11-24T03:22:03,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418583224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418583230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/2048648f415248ada2161459af8fc215 is 50, key is test_row_0/B:col10/1732418522039/Put/seqid=0 2024-11-24T03:22:03,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418583301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742076_1252 (size=12001) 2024-11-24T03:22:03,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/2048648f415248ada2161459af8fc215 2024-11-24T03:22:03,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/a3d4a1b8d0fc47c9a9a4cd268f917543 is 50, key is test_row_0/C:col10/1732418522039/Put/seqid=0 2024-11-24T03:22:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418583338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418583342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742077_1253 (size=12001) 2024-11-24T03:22:03,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418583547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418583548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:03,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/a3d4a1b8d0fc47c9a9a4cd268f917543 2024-11-24T03:22:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/03038fcef9e34c4dbf80bdd69f40de04 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/03038fcef9e34c4dbf80bdd69f40de04 2024-11-24T03:22:03,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/03038fcef9e34c4dbf80bdd69f40de04, entries=200, sequenceid=39, filesize=14.0 K 2024-11-24T03:22:03,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/2048648f415248ada2161459af8fc215 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/2048648f415248ada2161459af8fc215 2024-11-24T03:22:03,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/2048648f415248ada2161459af8fc215, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T03:22:03,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/a3d4a1b8d0fc47c9a9a4cd268f917543 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a3d4a1b8d0fc47c9a9a4cd268f917543 2024-11-24T03:22:03,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a3d4a1b8d0fc47c9a9a4cd268f917543, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T03:22:03,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 57b78db52c444163134b73244988875d in 635ms, sequenceid=39, compaction requested=false 2024-11-24T03:22:03,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:03,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T03:22:03,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:03,830 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:22:03,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:03,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:03,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:03,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:03,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:03,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/70227567d73b4fcaa21eb477e9dd81d4 is 50, key is test_row_0/A:col10/1732418523189/Put/seqid=0 2024-11-24T03:22:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:03,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742078_1254 (size=12001) 2024-11-24T03:22:03,900 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/70227567d73b4fcaa21eb477e9dd81d4 2024-11-24T03:22:03,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:22:03,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/bcd7d0ba9e5e46759b8d58f0c19e28da is 50, key is test_row_0/B:col10/1732418523189/Put/seqid=0 2024-11-24T03:22:03,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418583936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418583941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:03,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742079_1255 (size=12001) 2024-11-24T03:22:03,972 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/bcd7d0ba9e5e46759b8d58f0c19e28da 2024-11-24T03:22:03,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/567b94bc622242d9b724320b7d9ba090 is 50, key is test_row_0/C:col10/1732418523189/Put/seqid=0 2024-11-24T03:22:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742080_1256 (size=12001) 2024-11-24T03:22:04,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418584043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418584046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418584178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418584181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T03:22:04,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418584246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418584250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418584308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,444 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/567b94bc622242d9b724320b7d9ba090 2024-11-24T03:22:04,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/70227567d73b4fcaa21eb477e9dd81d4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/70227567d73b4fcaa21eb477e9dd81d4 2024-11-24T03:22:04,457 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/70227567d73b4fcaa21eb477e9dd81d4, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T03:22:04,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/bcd7d0ba9e5e46759b8d58f0c19e28da as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bcd7d0ba9e5e46759b8d58f0c19e28da 2024-11-24T03:22:04,462 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bcd7d0ba9e5e46759b8d58f0c19e28da, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T03:22:04,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/567b94bc622242d9b724320b7d9ba090 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/567b94bc622242d9b724320b7d9ba090 2024-11-24T03:22:04,471 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/567b94bc622242d9b724320b7d9ba090, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T03:22:04,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 57b78db52c444163134b73244988875d in 642ms, sequenceid=49, compaction requested=true 2024-11-24T03:22:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-24T03:22:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-24T03:22:04,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-24T03:22:04,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3560 sec 2024-11-24T03:22:04,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.3600 sec 2024-11-24T03:22:04,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:22:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:04,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:04,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/dc08483a444c4f9b80b52a81029f5d8f is 50, key is test_row_0/A:col10/1732418524554/Put/seqid=0 2024-11-24T03:22:04,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418584584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418584589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742081_1257 (size=14341) 2024-11-24T03:22:04,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418584694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418584690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418584897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:04,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418584897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:05,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/dc08483a444c4f9b80b52a81029f5d8f 2024-11-24T03:22:05,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/c4477e66cac149c3b963e479ee57156d is 50, key is test_row_0/B:col10/1732418524554/Put/seqid=0 2024-11-24T03:22:05,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742082_1258 (size=12001) 2024-11-24T03:22:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418585204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:05,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418585205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:05,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/c4477e66cac149c3b963e479ee57156d 2024-11-24T03:22:05,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/aeb93ae093de4cdd80e88a124d85a5f6 is 50, key is test_row_0/C:col10/1732418524554/Put/seqid=0 2024-11-24T03:22:05,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742083_1259 (size=12001) 2024-11-24T03:22:05,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418585711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:05,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418585715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/aeb93ae093de4cdd80e88a124d85a5f6 2024-11-24T03:22:06,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/dc08483a444c4f9b80b52a81029f5d8f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dc08483a444c4f9b80b52a81029f5d8f 2024-11-24T03:22:06,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dc08483a444c4f9b80b52a81029f5d8f, entries=200, sequenceid=76, filesize=14.0 K 2024-11-24T03:22:06,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/c4477e66cac149c3b963e479ee57156d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/c4477e66cac149c3b963e479ee57156d 2024-11-24T03:22:06,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/c4477e66cac149c3b963e479ee57156d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:22:06,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/aeb93ae093de4cdd80e88a124d85a5f6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aeb93ae093de4cdd80e88a124d85a5f6 2024-11-24T03:22:06,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aeb93ae093de4cdd80e88a124d85a5f6, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:22:06,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 57b78db52c444163134b73244988875d in 1516ms, sequenceid=76, compaction requested=true 2024-11-24T03:22:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:06,073 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:06,073 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:06,076 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:06,076 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/A is initiating minor compaction (all files) 2024-11-24T03:22:06,076 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:06,076 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/A in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,076 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/B is initiating minor compaction (all files) 2024-11-24T03:22:06,076 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9c44bd26cd25417da13b39d180ab5da2, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/03038fcef9e34c4dbf80bdd69f40de04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/70227567d73b4fcaa21eb477e9dd81d4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dc08483a444c4f9b80b52a81029f5d8f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=51.4 K 2024-11-24T03:22:06,076 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/B in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,076 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/69d432accdda43338a5f3bec37095dbd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/2048648f415248ada2161459af8fc215, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bcd7d0ba9e5e46759b8d58f0c19e28da, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/c4477e66cac149c3b963e479ee57156d] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=46.9 K 2024-11-24T03:22:06,077 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c44bd26cd25417da13b39d180ab5da2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732418521985 2024-11-24T03:22:06,077 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69d432accdda43338a5f3bec37095dbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732418521985 2024-11-24T03:22:06,078 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 03038fcef9e34c4dbf80bdd69f40de04, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732418522009 2024-11-24T03:22:06,078 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2048648f415248ada2161459af8fc215, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732418522038 2024-11-24T03:22:06,078 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 70227567d73b4fcaa21eb477e9dd81d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418523189 2024-11-24T03:22:06,079 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcd7d0ba9e5e46759b8d58f0c19e28da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418523189 2024-11-24T03:22:06,079 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting dc08483a444c4f9b80b52a81029f5d8f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418523892 2024-11-24T03:22:06,079 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4477e66cac149c3b963e479ee57156d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418523892 2024-11-24T03:22:06,103 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#A#compaction#213 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:06,103 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/a3b4044344c74705a906398922c999e9 is 50, key is test_row_0/A:col10/1732418524554/Put/seqid=0 2024-11-24T03:22:06,111 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:06,112 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/70908ad62bfe4e18900fc236508b8025 is 50, key is test_row_0/B:col10/1732418524554/Put/seqid=0 2024-11-24T03:22:06,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742084_1260 (size=12139) 2024-11-24T03:22:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742085_1261 (size=12139) 2024-11-24T03:22:06,188 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/70908ad62bfe4e18900fc236508b8025 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/70908ad62bfe4e18900fc236508b8025 2024-11-24T03:22:06,193 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/B of 57b78db52c444163134b73244988875d into 70908ad62bfe4e18900fc236508b8025(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:06,193 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:06,193 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/B, priority=12, startTime=1732418526073; duration=0sec 2024-11-24T03:22:06,194 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:06,194 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:B 2024-11-24T03:22:06,194 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:06,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:06,197 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:06,197 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/C is initiating minor compaction (all files) 2024-11-24T03:22:06,197 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/C in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,197 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a83324569cd44469ab687c9bf4fe588a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a3d4a1b8d0fc47c9a9a4cd268f917543, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/567b94bc622242d9b724320b7d9ba090, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aeb93ae093de4cdd80e88a124d85a5f6] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=46.9 K 2024-11-24T03:22:06,198 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a83324569cd44469ab687c9bf4fe588a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732418521985 2024-11-24T03:22:06,198 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3d4a1b8d0fc47c9a9a4cd268f917543, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732418522038 2024-11-24T03:22:06,199 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 567b94bc622242d9b724320b7d9ba090, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418523189 2024-11-24T03:22:06,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/eb9060f3547f4fc595bdc20b65bbd8e5 is 50, key is test_row_0/A:col10/1732418526192/Put/seqid=0 2024-11-24T03:22:06,201 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeb93ae093de4cdd80e88a124d85a5f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418523892 2024-11-24T03:22:06,216 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#C#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:06,217 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/8b95cf480cc14d31a7cf8ce690a4f0ed is 50, key is test_row_0/C:col10/1732418524554/Put/seqid=0 2024-11-24T03:22:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T03:22:06,227 INFO [Thread-1149 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-24T03:22:06,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-24T03:22:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:06,230 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:06,230 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:06,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:06,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742086_1262 (size=12139) 2024-11-24T03:22:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742087_1263 (size=12001) 2024-11-24T03:22:06,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418586279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418586281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418586322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,327 DEBUG [Thread-1141 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4233 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:06,384 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:06,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:06,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418586385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418586386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:06,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:06,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:06,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,576 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/a3b4044344c74705a906398922c999e9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/a3b4044344c74705a906398922c999e9 2024-11-24T03:22:06,594 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/A of 57b78db52c444163134b73244988875d into a3b4044344c74705a906398922c999e9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:06,594 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:06,594 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/A, priority=12, startTime=1732418526073; duration=0sec 2024-11-24T03:22:06,594 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:06,594 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:A 2024-11-24T03:22:06,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418586593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418586593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,661 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/8b95cf480cc14d31a7cf8ce690a4f0ed as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/8b95cf480cc14d31a7cf8ce690a4f0ed 2024-11-24T03:22:06,668 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/C of 57b78db52c444163134b73244988875d into 8b95cf480cc14d31a7cf8ce690a4f0ed(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:06,668 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:06,668 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/C, priority=12, startTime=1732418526073; duration=0sec 2024-11-24T03:22:06,668 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:06,668 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:C 2024-11-24T03:22:06,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/eb9060f3547f4fc595bdc20b65bbd8e5 2024-11-24T03:22:06,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/bc972d0a7aad41a884554e90d9725468 is 50, key is test_row_0/B:col10/1732418526192/Put/seqid=0 2024-11-24T03:22:06,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742088_1264 (size=12001) 2024-11-24T03:22:06,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/bc972d0a7aad41a884554e90d9725468 2024-11-24T03:22:06,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418586723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418586727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/2ece9654b75d44988f4b5e4f9a685f7f is 50, key is test_row_0/C:col10/1732418526192/Put/seqid=0 2024-11-24T03:22:06,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742089_1265 (size=12001) 2024-11-24T03:22:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:06,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:06,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418586899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:06,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418586900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:07,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:07,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/2ece9654b75d44988f4b5e4f9a685f7f 2024-11-24T03:22:07,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/eb9060f3547f4fc595bdc20b65bbd8e5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/eb9060f3547f4fc595bdc20b65bbd8e5 2024-11-24T03:22:07,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/eb9060f3547f4fc595bdc20b65bbd8e5, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T03:22:07,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/bc972d0a7aad41a884554e90d9725468 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bc972d0a7aad41a884554e90d9725468 2024-11-24T03:22:07,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bc972d0a7aad41a884554e90d9725468, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T03:22:07,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/2ece9654b75d44988f4b5e4f9a685f7f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/2ece9654b75d44988f4b5e4f9a685f7f 2024-11-24T03:22:07,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/2ece9654b75d44988f4b5e4f9a685f7f, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T03:22:07,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 57b78db52c444163134b73244988875d in 1047ms, sequenceid=88, compaction requested=false 2024-11-24T03:22:07,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:07,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:07,310 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:22:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:07,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/dd0c6892bc9545a79ed4a8783f464ce5 is 50, key is test_row_0/A:col10/1732418526275/Put/seqid=0 2024-11-24T03:22:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:07,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742090_1266 (size=12001) 2024-11-24T03:22:07,381 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/dd0c6892bc9545a79ed4a8783f464ce5 2024-11-24T03:22:07,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/1e3280140f3f4c23b1e4bfe7439681f6 is 50, key is test_row_0/B:col10/1732418526275/Put/seqid=0 2024-11-24T03:22:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:07,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:07,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742091_1267 (size=12001) 2024-11-24T03:22:07,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418587440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418587440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418587547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418587547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418587753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418587753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:07,824 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/1e3280140f3f4c23b1e4bfe7439681f6 2024-11-24T03:22:07,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/fc57bae52bd94306969be6d6e3a87a05 is 50, key is test_row_0/C:col10/1732418526275/Put/seqid=0 2024-11-24T03:22:07,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742092_1268 (size=12001) 2024-11-24T03:22:08,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418588062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418588062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,293 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/fc57bae52bd94306969be6d6e3a87a05 2024-11-24T03:22:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/dd0c6892bc9545a79ed4a8783f464ce5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dd0c6892bc9545a79ed4a8783f464ce5 2024-11-24T03:22:08,311 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dd0c6892bc9545a79ed4a8783f464ce5, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T03:22:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/1e3280140f3f4c23b1e4bfe7439681f6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/1e3280140f3f4c23b1e4bfe7439681f6 2024-11-24T03:22:08,316 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/1e3280140f3f4c23b1e4bfe7439681f6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T03:22:08,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/fc57bae52bd94306969be6d6e3a87a05 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/fc57bae52bd94306969be6d6e3a87a05 2024-11-24T03:22:08,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/fc57bae52bd94306969be6d6e3a87a05, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T03:22:08,323 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 57b78db52c444163134b73244988875d in 1013ms, sequenceid=115, compaction requested=true 2024-11-24T03:22:08,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:08,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:08,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-24T03:22:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-24T03:22:08,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-24T03:22:08,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0940 sec 2024-11-24T03:22:08,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.1000 sec 2024-11-24T03:22:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:08,334 INFO [Thread-1149 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-24T03:22:08,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-24T03:22:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:22:08,338 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:08,339 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:08,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:22:08,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T03:22:08,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:08,493 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:08,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:08,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/9752e932bff448088abf402c3cc5a417 is 50, key is test_row_0/A:col10/1732418527438/Put/seqid=0 2024-11-24T03:22:08,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742093_1269 (size=12001) 2024-11-24T03:22:08,571 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/9752e932bff448088abf402c3cc5a417 2024-11-24T03:22:08,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/dd9ac5bd2a7147fe87b751c7ec40df72 is 50, key is test_row_0/B:col10/1732418527438/Put/seqid=0 2024-11-24T03:22:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742094_1270 (size=12001) 2024-11-24T03:22:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:22:08,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418588656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418588655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418588748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418588749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,752 DEBUG [Thread-1143 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:08,752 DEBUG [Thread-1139 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:08,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418588764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418588768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:22:08,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418588971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:08,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418588977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,024 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/dd9ac5bd2a7147fe87b751c7ec40df72 2024-11-24T03:22:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/9aa6c9f865e14ca1aef26c7427490021 is 50, key is test_row_0/C:col10/1732418527438/Put/seqid=0 2024-11-24T03:22:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742095_1271 (size=12001) 2024-11-24T03:22:09,090 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/9aa6c9f865e14ca1aef26c7427490021 2024-11-24T03:22:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/9752e932bff448088abf402c3cc5a417 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9752e932bff448088abf402c3cc5a417 2024-11-24T03:22:09,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9752e932bff448088abf402c3cc5a417, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T03:22:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/dd9ac5bd2a7147fe87b751c7ec40df72 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/dd9ac5bd2a7147fe87b751c7ec40df72 2024-11-24T03:22:09,117 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/dd9ac5bd2a7147fe87b751c7ec40df72, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T03:22:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/9aa6c9f865e14ca1aef26c7427490021 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/9aa6c9f865e14ca1aef26c7427490021 2024-11-24T03:22:09,124 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/9aa6c9f865e14ca1aef26c7427490021, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T03:22:09,126 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 57b78db52c444163134b73244988875d in 633ms, sequenceid=126, compaction requested=true 2024-11-24T03:22:09,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:09,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:09,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-24T03:22:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-24T03:22:09,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-24T03:22:09,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 789 msec 2024-11-24T03:22:09,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 795 msec 2024-11-24T03:22:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:09,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:09,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:09,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:09,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/0530d803f38e42ea9d9687cbcad49735 is 50, key is test_row_0/A:col10/1732418528639/Put/seqid=0 2024-11-24T03:22:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418589307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418589311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742096_1272 (size=14541) 2024-11-24T03:22:09,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418589417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418589417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:22:09,441 INFO [Thread-1149 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-24T03:22:09,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-24T03:22:09,445 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:22:09,446 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:09,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:22:09,597 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:09,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:09,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:09,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:09,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418589623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418589624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/0530d803f38e42ea9d9687cbcad49735 2024-11-24T03:22:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:22:09,757 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:09,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/a1f89f0dbcad4d84a85b569e619bf316 is 50, key is test_row_0/B:col10/1732418528639/Put/seqid=0 2024-11-24T03:22:09,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742097_1273 (size=12151) 2024-11-24T03:22:09,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:09,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418589928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:09,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418589930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:22:10,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:10,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:10,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/a1f89f0dbcad4d84a85b569e619bf316 2024-11-24T03:22:10,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:10,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:10,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/24333a7b239f40a185cba276023d65b0 is 50, key is test_row_0/C:col10/1732418528639/Put/seqid=0 2024-11-24T03:22:10,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742098_1274 (size=12151) 2024-11-24T03:22:10,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/24333a7b239f40a185cba276023d65b0 2024-11-24T03:22:10,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/0530d803f38e42ea9d9687cbcad49735 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/0530d803f38e42ea9d9687cbcad49735 2024-11-24T03:22:10,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/0530d803f38e42ea9d9687cbcad49735, entries=200, sequenceid=152, filesize=14.2 K 2024-11-24T03:22:10,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/a1f89f0dbcad4d84a85b569e619bf316 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a1f89f0dbcad4d84a85b569e619bf316 2024-11-24T03:22:10,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a1f89f0dbcad4d84a85b569e619bf316, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T03:22:10,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/24333a7b239f40a185cba276023d65b0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/24333a7b239f40a185cba276023d65b0 2024-11-24T03:22:10,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/24333a7b239f40a185cba276023d65b0, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T03:22:10,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 57b78db52c444163134b73244988875d in 1016ms, sequenceid=152, compaction requested=true 2024-11-24T03:22:10,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:10,304 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:22:10,304 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:22:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:10,308 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60293 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:22:10,308 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/B is initiating minor compaction (all files) 2024-11-24T03:22:10,308 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/B in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,308 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/70908ad62bfe4e18900fc236508b8025, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bc972d0a7aad41a884554e90d9725468, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/1e3280140f3f4c23b1e4bfe7439681f6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/dd9ac5bd2a7147fe87b751c7ec40df72, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a1f89f0dbcad4d84a85b569e619bf316] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=58.9 K 2024-11-24T03:22:10,308 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62683 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:22:10,308 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/A is initiating minor compaction (all files) 2024-11-24T03:22:10,308 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/A in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,309 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/a3b4044344c74705a906398922c999e9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/eb9060f3547f4fc595bdc20b65bbd8e5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dd0c6892bc9545a79ed4a8783f464ce5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9752e932bff448088abf402c3cc5a417, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/0530d803f38e42ea9d9687cbcad49735] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=61.2 K 2024-11-24T03:22:10,309 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 70908ad62bfe4e18900fc236508b8025, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418523892 2024-11-24T03:22:10,309 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3b4044344c74705a906398922c999e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418523892 2024-11-24T03:22:10,309 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting bc972d0a7aad41a884554e90d9725468, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732418524574 2024-11-24T03:22:10,310 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb9060f3547f4fc595bdc20b65bbd8e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732418524574 2024-11-24T03:22:10,310 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e3280140f3f4c23b1e4bfe7439681f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732418526266 2024-11-24T03:22:10,310 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd0c6892bc9545a79ed4a8783f464ce5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732418526266 2024-11-24T03:22:10,310 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting dd9ac5bd2a7147fe87b751c7ec40df72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732418527429 2024-11-24T03:22:10,311 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9752e932bff448088abf402c3cc5a417, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732418527429 2024-11-24T03:22:10,311 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a1f89f0dbcad4d84a85b569e619bf316, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732418528639 2024-11-24T03:22:10,311 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0530d803f38e42ea9d9687cbcad49735, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732418528634 2024-11-24T03:22:10,342 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#B#compaction#228 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:10,342 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/9a9d1bb2171741b6aa13ca72b2e60aab is 50, key is test_row_0/B:col10/1732418528639/Put/seqid=0 2024-11-24T03:22:10,347 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:10,348 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/76a0d659641143ad9311b7be2798fcc5 is 50, key is test_row_0/A:col10/1732418528639/Put/seqid=0 2024-11-24T03:22:10,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742099_1275 (size=12459) 2024-11-24T03:22:10,358 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/9a9d1bb2171741b6aa13ca72b2e60aab as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/9a9d1bb2171741b6aa13ca72b2e60aab 2024-11-24T03:22:10,367 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 57b78db52c444163134b73244988875d/B of 57b78db52c444163134b73244988875d into 9a9d1bb2171741b6aa13ca72b2e60aab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:10,367 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:10,367 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/B, priority=11, startTime=1732418530304; duration=0sec 2024-11-24T03:22:10,367 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:10,367 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:B 2024-11-24T03:22:10,367 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:22:10,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742100_1276 (size=12459) 2024-11-24T03:22:10,370 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60293 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:22:10,370 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/C is initiating minor compaction (all files) 2024-11-24T03:22:10,370 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/C in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,371 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/8b95cf480cc14d31a7cf8ce690a4f0ed, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/2ece9654b75d44988f4b5e4f9a685f7f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/fc57bae52bd94306969be6d6e3a87a05, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/9aa6c9f865e14ca1aef26c7427490021, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/24333a7b239f40a185cba276023d65b0] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=58.9 K 2024-11-24T03:22:10,371 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b95cf480cc14d31a7cf8ce690a4f0ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418523892 2024-11-24T03:22:10,371 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ece9654b75d44988f4b5e4f9a685f7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732418524574 2024-11-24T03:22:10,372 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fc57bae52bd94306969be6d6e3a87a05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732418526266 2024-11-24T03:22:10,372 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aa6c9f865e14ca1aef26c7427490021, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732418527429 2024-11-24T03:22:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:10,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:10,373 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 24333a7b239f40a185cba276023d65b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732418528639 2024-11-24T03:22:10,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:10,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:10,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:10,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:10,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:10,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:10,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:10,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:10,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,381 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/76a0d659641143ad9311b7be2798fcc5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/76a0d659641143ad9311b7be2798fcc5 2024-11-24T03:22:10,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/028b5755859b4e29b9d1b1ea2231c108 is 50, key is test_row_0/A:col10/1732418529303/Put/seqid=0 2024-11-24T03:22:10,402 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 57b78db52c444163134b73244988875d/A of 57b78db52c444163134b73244988875d into 76a0d659641143ad9311b7be2798fcc5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:10,402 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:10,402 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/A, priority=11, startTime=1732418530304; duration=0sec 2024-11-24T03:22:10,402 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:10,402 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:A 2024-11-24T03:22:10,409 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#C#compaction#231 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:10,410 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/aad8b64061de41d1a04965f468011280 is 50, key is test_row_0/C:col10/1732418528639/Put/seqid=0 2024-11-24T03:22:10,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742101_1277 (size=14541) 2024-11-24T03:22:10,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/028b5755859b4e29b9d1b1ea2231c108 2024-11-24T03:22:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742102_1278 (size=12459) 2024-11-24T03:22:10,452 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/aad8b64061de41d1a04965f468011280 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aad8b64061de41d1a04965f468011280 2024-11-24T03:22:10,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/098e06284a27411e9190d8d8d2c9177d is 50, key is test_row_0/B:col10/1732418529303/Put/seqid=0 2024-11-24T03:22:10,488 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 57b78db52c444163134b73244988875d/C of 57b78db52c444163134b73244988875d into aad8b64061de41d1a04965f468011280(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:10,488 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:10,488 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/C, priority=11, startTime=1732418530304; duration=0sec 2024-11-24T03:22:10,488 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:10,488 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:C 2024-11-24T03:22:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742103_1279 (size=12151) 2024-11-24T03:22:10,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:10,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:10,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418590546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:22:10,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418590550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418590550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418590658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418590671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418590671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418590864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418590874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418590875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/098e06284a27411e9190d8d8d2c9177d 2024-11-24T03:22:10,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/599ea0b244e6494bb10e2d56bcc2b70a is 50, key is test_row_0/C:col10/1732418529303/Put/seqid=0 2024-11-24T03:22:10,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742104_1280 (size=12151) 2024-11-24T03:22:10,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:10,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:10,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:10,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:10,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:11,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:11,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:11,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:11,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418591167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418591178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418591180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,298 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:11,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:11,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:11,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:11,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/599ea0b244e6494bb10e2d56bcc2b70a 2024-11-24T03:22:11,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/028b5755859b4e29b9d1b1ea2231c108 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/028b5755859b4e29b9d1b1ea2231c108 2024-11-24T03:22:11,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/028b5755859b4e29b9d1b1ea2231c108, entries=200, sequenceid=164, filesize=14.2 K 2024-11-24T03:22:11,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/098e06284a27411e9190d8d8d2c9177d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/098e06284a27411e9190d8d8d2c9177d 2024-11-24T03:22:11,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/098e06284a27411e9190d8d8d2c9177d, entries=150, sequenceid=164, filesize=11.9 K 2024-11-24T03:22:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/599ea0b244e6494bb10e2d56bcc2b70a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/599ea0b244e6494bb10e2d56bcc2b70a 2024-11-24T03:22:11,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/599ea0b244e6494bb10e2d56bcc2b70a, entries=150, sequenceid=164, filesize=11.9 K 2024-11-24T03:22:11,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 57b78db52c444163134b73244988875d in 1026ms, sequenceid=164, compaction requested=false 2024-11-24T03:22:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:11,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:22:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:11,460 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:11,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/e6830ee4b4664c25a33ed0c44ba4ab05 is 50, key is test_row_0/A:col10/1732418530545/Put/seqid=0 2024-11-24T03:22:11,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742105_1281 (size=12151) 2024-11-24T03:22:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:22:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:11,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:11,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418591691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418591693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418591694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418591796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418591797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418591797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:11,916 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/e6830ee4b4664c25a33ed0c44ba4ab05 2024-11-24T03:22:11,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/fe7c608d97584bf38988ad5ffd270d65 is 50, key is test_row_0/B:col10/1732418530545/Put/seqid=0 2024-11-24T03:22:11,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742106_1282 (size=12151) 2024-11-24T03:22:12,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418592003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418592003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418592004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418592308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418592309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418592310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,391 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/fe7c608d97584bf38988ad5ffd270d65 2024-11-24T03:22:12,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/f849cc57bc5148989863b3418c7620a3 is 50, key is test_row_0/C:col10/1732418530545/Put/seqid=0 2024-11-24T03:22:12,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742107_1283 (size=12151) 2024-11-24T03:22:12,468 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/f849cc57bc5148989863b3418c7620a3 2024-11-24T03:22:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/e6830ee4b4664c25a33ed0c44ba4ab05 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/e6830ee4b4664c25a33ed0c44ba4ab05 2024-11-24T03:22:12,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/e6830ee4b4664c25a33ed0c44ba4ab05, entries=150, sequenceid=192, filesize=11.9 K 2024-11-24T03:22:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/fe7c608d97584bf38988ad5ffd270d65 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/fe7c608d97584bf38988ad5ffd270d65 2024-11-24T03:22:12,487 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/fe7c608d97584bf38988ad5ffd270d65, entries=150, sequenceid=192, filesize=11.9 K 2024-11-24T03:22:12,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/f849cc57bc5148989863b3418c7620a3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/f849cc57bc5148989863b3418c7620a3 2024-11-24T03:22:12,494 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/f849cc57bc5148989863b3418c7620a3, entries=150, sequenceid=192, filesize=11.9 K 2024-11-24T03:22:12,495 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 57b78db52c444163134b73244988875d in 1035ms, sequenceid=192, compaction requested=true 2024-11-24T03:22:12,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:12,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:12,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-24T03:22:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-24T03:22:12,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-24T03:22:12,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0500 sec 2024-11-24T03:22:12,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 3.0560 sec 2024-11-24T03:22:12,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:12,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:12,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:12,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:12,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:12,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:12,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/7df064c81fb7468cad339032b7273ec7 is 50, key is test_row_0/A:col10/1732418532757/Put/seqid=0 2024-11-24T03:22:12,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742108_1284 (size=12151) 2024-11-24T03:22:12,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418592824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418592823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418592825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418592826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418592831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418592933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418592933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418592933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418592934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:12,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418592937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418593138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418593139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418593139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418593140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418593143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/7df064c81fb7468cad339032b7273ec7 2024-11-24T03:22:13,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/10de5738ba804fa0ac25a87c0f1feb0f is 50, key is test_row_0/B:col10/1732418532757/Put/seqid=0 2024-11-24T03:22:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742109_1285 (size=12151) 2024-11-24T03:22:13,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418593444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418593446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418593445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418593447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418593449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:22:13,557 INFO [Thread-1149 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-24T03:22:13,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-24T03:22:13,562 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:13,563 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:13,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:22:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:22:13,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/10de5738ba804fa0ac25a87c0f1feb0f 2024-11-24T03:22:13,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/1407a46350af4cc0a20432319b5acac3 is 50, key is test_row_0/C:col10/1732418532757/Put/seqid=0 2024-11-24T03:22:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742110_1286 (size=12151) 2024-11-24T03:22:13,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/1407a46350af4cc0a20432319b5acac3 2024-11-24T03:22:13,717 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:22:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:13,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:13,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/7df064c81fb7468cad339032b7273ec7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7df064c81fb7468cad339032b7273ec7 2024-11-24T03:22:13,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7df064c81fb7468cad339032b7273ec7, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T03:22:13,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/10de5738ba804fa0ac25a87c0f1feb0f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/10de5738ba804fa0ac25a87c0f1feb0f 2024-11-24T03:22:13,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/10de5738ba804fa0ac25a87c0f1feb0f, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T03:22:13,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/1407a46350af4cc0a20432319b5acac3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/1407a46350af4cc0a20432319b5acac3 2024-11-24T03:22:13,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/1407a46350af4cc0a20432319b5acac3, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T03:22:13,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 57b78db52c444163134b73244988875d in 981ms, sequenceid=203, compaction requested=true 2024-11-24T03:22:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:13,740 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:13,740 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:13,743 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:13,743 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/A is initiating minor compaction (all files) 2024-11-24T03:22:13,743 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/A in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:13,743 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/76a0d659641143ad9311b7be2798fcc5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/028b5755859b4e29b9d1b1ea2231c108, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/e6830ee4b4664c25a33ed0c44ba4ab05, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7df064c81fb7468cad339032b7273ec7] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=50.1 K 2024-11-24T03:22:13,743 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:13,743 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/B is initiating minor compaction (all files) 2024-11-24T03:22:13,743 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/B in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:13,743 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/9a9d1bb2171741b6aa13ca72b2e60aab, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/098e06284a27411e9190d8d8d2c9177d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/fe7c608d97584bf38988ad5ffd270d65, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/10de5738ba804fa0ac25a87c0f1feb0f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=47.8 K 2024-11-24T03:22:13,744 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 76a0d659641143ad9311b7be2798fcc5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732418528639 2024-11-24T03:22:13,745 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a9d1bb2171741b6aa13ca72b2e60aab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732418528639 2024-11-24T03:22:13,745 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 028b5755859b4e29b9d1b1ea2231c108, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732418529300 2024-11-24T03:22:13,746 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 098e06284a27411e9190d8d8d2c9177d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732418529300 2024-11-24T03:22:13,746 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e6830ee4b4664c25a33ed0c44ba4ab05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732418530540 2024-11-24T03:22:13,746 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe7c608d97584bf38988ad5ffd270d65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732418530540 2024-11-24T03:22:13,746 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7df064c81fb7468cad339032b7273ec7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732418531689 2024-11-24T03:22:13,747 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10de5738ba804fa0ac25a87c0f1feb0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732418531689 2024-11-24T03:22:13,762 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#B#compaction#240 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:13,763 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/3ac6c86612b2434d927f0969550744c8 is 50, key is test_row_0/B:col10/1732418532757/Put/seqid=0 2024-11-24T03:22:13,764 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:13,765 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/5ce470750b10417dbb5a195db305c9a4 is 50, key is test_row_0/A:col10/1732418532757/Put/seqid=0 2024-11-24T03:22:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742111_1287 (size=12595) 2024-11-24T03:22:13,809 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/3ac6c86612b2434d927f0969550744c8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/3ac6c86612b2434d927f0969550744c8 2024-11-24T03:22:13,818 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/B of 57b78db52c444163134b73244988875d into 3ac6c86612b2434d927f0969550744c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:13,818 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:13,818 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/B, priority=12, startTime=1732418533740; duration=0sec 2024-11-24T03:22:13,818 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:13,818 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:B 2024-11-24T03:22:13,818 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:13,820 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:13,820 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/C is initiating minor compaction (all files) 2024-11-24T03:22:13,820 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/C in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:13,820 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aad8b64061de41d1a04965f468011280, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/599ea0b244e6494bb10e2d56bcc2b70a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/f849cc57bc5148989863b3418c7620a3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/1407a46350af4cc0a20432319b5acac3] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=47.8 K 2024-11-24T03:22:13,820 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting aad8b64061de41d1a04965f468011280, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732418528639 2024-11-24T03:22:13,821 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 599ea0b244e6494bb10e2d56bcc2b70a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732418529300 2024-11-24T03:22:13,822 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f849cc57bc5148989863b3418c7620a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732418530540 2024-11-24T03:22:13,822 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1407a46350af4cc0a20432319b5acac3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732418531689 2024-11-24T03:22:13,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742112_1288 (size=12595) 2024-11-24T03:22:13,849 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:13,849 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/539ae48aaa8340c3af399c0c5558d2b1 is 50, key is test_row_0/C:col10/1732418532757/Put/seqid=0 2024-11-24T03:22:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:22:13,871 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:22:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:13,872 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:22:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742113_1289 (size=12595) 2024-11-24T03:22:13,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/3499c0ef22364d8db6009e4db970d9a6 is 50, key is test_row_0/A:col10/1732418532821/Put/seqid=0 2024-11-24T03:22:13,903 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/539ae48aaa8340c3af399c0c5558d2b1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/539ae48aaa8340c3af399c0c5558d2b1 2024-11-24T03:22:13,910 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/C of 57b78db52c444163134b73244988875d into 539ae48aaa8340c3af399c0c5558d2b1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:13,910 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:13,910 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/C, priority=12, startTime=1732418533740; duration=0sec 2024-11-24T03:22:13,910 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:13,910 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:C 2024-11-24T03:22:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742114_1290 (size=12151) 2024-11-24T03:22:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:13,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:13,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418593961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418593962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418593968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418593969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:13,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418593969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418594070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418594071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418594076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418594077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418594077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:22:14,242 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/5ce470750b10417dbb5a195db305c9a4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/5ce470750b10417dbb5a195db305c9a4 2024-11-24T03:22:14,251 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/A of 57b78db52c444163134b73244988875d into 5ce470750b10417dbb5a195db305c9a4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:14,251 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:14,251 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/A, priority=12, startTime=1732418533740; duration=0sec 2024-11-24T03:22:14,252 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:14,252 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:A 2024-11-24T03:22:14,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418594276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418594277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418594285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418594285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418594285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,353 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/3499c0ef22364d8db6009e4db970d9a6 2024-11-24T03:22:14,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/8ee582c8e179475eac64c1738dff2dd7 is 50, key is test_row_0/B:col10/1732418532821/Put/seqid=0 2024-11-24T03:22:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742115_1291 (size=12151) 2024-11-24T03:22:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418594580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418594580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418594589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418594590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418594598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:22:14,821 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/8ee582c8e179475eac64c1738dff2dd7 2024-11-24T03:22:14,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/30101fa4d2e3428b8bdf045b90cf0fbb is 50, key is test_row_0/C:col10/1732418532821/Put/seqid=0 2024-11-24T03:22:14,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742116_1292 (size=12151) 2024-11-24T03:22:15,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418595084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418595087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:15,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418595097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:15,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418595097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:15,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418595100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:15,288 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/30101fa4d2e3428b8bdf045b90cf0fbb 2024-11-24T03:22:15,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/3499c0ef22364d8db6009e4db970d9a6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3499c0ef22364d8db6009e4db970d9a6 2024-11-24T03:22:15,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3499c0ef22364d8db6009e4db970d9a6, entries=150, sequenceid=229, filesize=11.9 K 2024-11-24T03:22:15,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/8ee582c8e179475eac64c1738dff2dd7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/8ee582c8e179475eac64c1738dff2dd7 2024-11-24T03:22:15,312 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/8ee582c8e179475eac64c1738dff2dd7, entries=150, sequenceid=229, filesize=11.9 K 2024-11-24T03:22:15,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/30101fa4d2e3428b8bdf045b90cf0fbb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/30101fa4d2e3428b8bdf045b90cf0fbb 2024-11-24T03:22:15,318 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/30101fa4d2e3428b8bdf045b90cf0fbb, entries=150, sequenceid=229, filesize=11.9 K 2024-11-24T03:22:15,319 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 57b78db52c444163134b73244988875d in 1447ms, sequenceid=229, compaction requested=false 2024-11-24T03:22:15,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-24T03:22:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-24T03:22:15,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-24T03:22:15,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7580 sec 2024-11-24T03:22:15,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.7620 sec 2024-11-24T03:22:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:22:15,670 INFO [Thread-1149 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-24T03:22:15,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-24T03:22:15,673 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:22:15,674 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:15,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:22:15,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:15,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T03:22:15,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:15,827 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/ed65e51f4130476199be2a1db1195049 is 50, key is test_row_0/A:col10/1732418533965/Put/seqid=0 2024-11-24T03:22:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742117_1293 (size=12151) 2024-11-24T03:22:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:22:16,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:16,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418596122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418596124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418596123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418596127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418596127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418596229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418596230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418596230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418596234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418596234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,269 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/ed65e51f4130476199be2a1db1195049 2024-11-24T03:22:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:22:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/ca9c6064295d478bb4e3ecf6f98da63c is 50, key is test_row_0/B:col10/1732418533965/Put/seqid=0 2024-11-24T03:22:16,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742118_1294 (size=12151) 2024-11-24T03:22:16,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418596433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418596437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418596438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418596441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418596441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,736 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/ca9c6064295d478bb4e3ecf6f98da63c 2024-11-24T03:22:16,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418596739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418596743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418596746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418596746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418596747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:16,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/0700d5653e1748ac8edc6ff223169b98 is 50, key is test_row_0/C:col10/1732418533965/Put/seqid=0 2024-11-24T03:22:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:22:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742119_1295 (size=12151) 2024-11-24T03:22:17,188 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/0700d5653e1748ac8edc6ff223169b98 2024-11-24T03:22:17,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/ed65e51f4130476199be2a1db1195049 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/ed65e51f4130476199be2a1db1195049 2024-11-24T03:22:17,202 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/ed65e51f4130476199be2a1db1195049, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T03:22:17,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/ca9c6064295d478bb4e3ecf6f98da63c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/ca9c6064295d478bb4e3ecf6f98da63c 2024-11-24T03:22:17,212 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/ca9c6064295d478bb4e3ecf6f98da63c, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T03:22:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/0700d5653e1748ac8edc6ff223169b98 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0700d5653e1748ac8edc6ff223169b98 2024-11-24T03:22:17,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0700d5653e1748ac8edc6ff223169b98, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T03:22:17,221 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 57b78db52c444163134b73244988875d in 1394ms, sequenceid=242, compaction requested=true 2024-11-24T03:22:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-24T03:22:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-24T03:22:17,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-24T03:22:17,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5500 sec 2024-11-24T03:22:17,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.5540 sec 2024-11-24T03:22:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:17,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:17,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/6a04f42221b0403aad42445f84d2f45a is 50, key is test_row_0/A:col10/1732418537244/Put/seqid=0 2024-11-24T03:22:17,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418597257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418597260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418597261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418597262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418597263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742120_1296 (size=12301) 2024-11-24T03:22:17,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418597364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418597365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418597367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418597368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418597368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418597568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418597571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418597572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418597572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418597573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/6a04f42221b0403aad42445f84d2f45a 2024-11-24T03:22:17,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/f89f08453e6c464484b159a9b9497428 is 50, key is test_row_0/B:col10/1732418537244/Put/seqid=0 2024-11-24T03:22:17,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742121_1297 (size=12301) 2024-11-24T03:22:17,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/f89f08453e6c464484b159a9b9497428 2024-11-24T03:22:17,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/c5f72ca99cef45259a5014901f0358e3 is 50, key is test_row_0/C:col10/1732418537244/Put/seqid=0 2024-11-24T03:22:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:22:17,780 INFO [Thread-1149 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-24T03:22:17,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-24T03:22:17,784 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:17,785 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:17,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:22:17,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742122_1298 (size=12301) 2024-11-24T03:22:17,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418597873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418597875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418597875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418597876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418597878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:22:17,937 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:17,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T03:22:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:17,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:17,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:17,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:22:18,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T03:22:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:18,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:18,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/c5f72ca99cef45259a5014901f0358e3 2024-11-24T03:22:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/6a04f42221b0403aad42445f84d2f45a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a04f42221b0403aad42445f84d2f45a 2024-11-24T03:22:18,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a04f42221b0403aad42445f84d2f45a, entries=150, sequenceid=268, filesize=12.0 K 2024-11-24T03:22:18,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/f89f08453e6c464484b159a9b9497428 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f89f08453e6c464484b159a9b9497428 2024-11-24T03:22:18,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f89f08453e6c464484b159a9b9497428, entries=150, sequenceid=268, filesize=12.0 K 2024-11-24T03:22:18,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/c5f72ca99cef45259a5014901f0358e3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c5f72ca99cef45259a5014901f0358e3 2024-11-24T03:22:18,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c5f72ca99cef45259a5014901f0358e3, entries=150, sequenceid=268, filesize=12.0 K 2024-11-24T03:22:18,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 57b78db52c444163134b73244988875d in 992ms, sequenceid=268, compaction requested=true 2024-11-24T03:22:18,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:18,239 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:18,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:18,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:18,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:18,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:18,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:18,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:18,239 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:18,242 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:18,242 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/A is initiating minor compaction (all files) 2024-11-24T03:22:18,242 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/A in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:18,242 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/5ce470750b10417dbb5a195db305c9a4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3499c0ef22364d8db6009e4db970d9a6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/ed65e51f4130476199be2a1db1195049, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a04f42221b0403aad42445f84d2f45a] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=48.0 K 2024-11-24T03:22:18,243 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:18,243 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/B is initiating minor compaction (all files) 2024-11-24T03:22:18,243 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/B in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:18,243 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/3ac6c86612b2434d927f0969550744c8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/8ee582c8e179475eac64c1738dff2dd7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/ca9c6064295d478bb4e3ecf6f98da63c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f89f08453e6c464484b159a9b9497428] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=48.0 K 2024-11-24T03:22:18,244 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,244 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ac6c86612b2434d927f0969550744c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732418531689 2024-11-24T03:22:18,244 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ce470750b10417dbb5a195db305c9a4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732418531689 2024-11-24T03:22:18,244 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ee582c8e179475eac64c1738dff2dd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732418532821 2024-11-24T03:22:18,245 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3499c0ef22364d8db6009e4db970d9a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732418532821 2024-11-24T03:22:18,245 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ca9c6064295d478bb4e3ecf6f98da63c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732418533960 2024-11-24T03:22:18,245 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed65e51f4130476199be2a1db1195049, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732418533960 2024-11-24T03:22:18,246 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f89f08453e6c464484b159a9b9497428, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732418536125 2024-11-24T03:22:18,246 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a04f42221b0403aad42445f84d2f45a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732418536125 2024-11-24T03:22:18,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T03:22:18,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:18,249 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:22:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:18,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/6a4f47a26ce249b8975eba518bd8a79b is 50, key is test_row_1/A:col10/1732418537262/Put/seqid=0 2024-11-24T03:22:18,274 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:18,275 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/83a7f13b800b4b8ea23a69eaf881177b is 50, key is test_row_0/A:col10/1732418537244/Put/seqid=0 2024-11-24T03:22:18,277 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#B#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:18,278 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/a32875af6ac649b2af3eee1a62ed2af8 is 50, key is test_row_0/B:col10/1732418537244/Put/seqid=0 2024-11-24T03:22:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742123_1299 (size=9857) 2024-11-24T03:22:18,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742125_1301 (size=12881) 2024-11-24T03:22:18,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742124_1300 (size=12881) 2024-11-24T03:22:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:22:18,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418598414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418598413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418598421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418598422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418598427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418598527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418598528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418598530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418598530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418598533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,728 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/6a4f47a26ce249b8975eba518bd8a79b 2024-11-24T03:22:18,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/16089bbc4f8b437f84d91b98d1f3112c is 50, key is test_row_1/B:col10/1732418537262/Put/seqid=0 2024-11-24T03:22:18,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418598735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418598736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418598737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418598744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418598746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:18,765 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/a32875af6ac649b2af3eee1a62ed2af8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a32875af6ac649b2af3eee1a62ed2af8 2024-11-24T03:22:18,773 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/B of 57b78db52c444163134b73244988875d into a32875af6ac649b2af3eee1a62ed2af8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:18,773 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:18,773 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/B, priority=12, startTime=1732418538239; duration=0sec 2024-11-24T03:22:18,773 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:18,773 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:B 2024-11-24T03:22:18,773 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:18,777 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:18,777 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/C is initiating minor compaction (all files) 2024-11-24T03:22:18,777 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/C in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:18,777 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/539ae48aaa8340c3af399c0c5558d2b1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/30101fa4d2e3428b8bdf045b90cf0fbb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0700d5653e1748ac8edc6ff223169b98, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c5f72ca99cef45259a5014901f0358e3] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=48.0 K 2024-11-24T03:22:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742126_1302 (size=9857) 2024-11-24T03:22:18,778 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 539ae48aaa8340c3af399c0c5558d2b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732418531689 2024-11-24T03:22:18,778 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 30101fa4d2e3428b8bdf045b90cf0fbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732418532821 2024-11-24T03:22:18,779 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0700d5653e1748ac8edc6ff223169b98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732418533960 2024-11-24T03:22:18,780 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c5f72ca99cef45259a5014901f0358e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732418536125 2024-11-24T03:22:18,782 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/16089bbc4f8b437f84d91b98d1f3112c 2024-11-24T03:22:18,793 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/83a7f13b800b4b8ea23a69eaf881177b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/83a7f13b800b4b8ea23a69eaf881177b 2024-11-24T03:22:18,799 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/A of 57b78db52c444163134b73244988875d into 83a7f13b800b4b8ea23a69eaf881177b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:18,799 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:18,799 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/A, priority=12, startTime=1732418538238; duration=0sec 2024-11-24T03:22:18,799 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:18,799 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:A 2024-11-24T03:22:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/0bf56f5f0a77438bb9fec6847e12b3b7 is 50, key is test_row_1/C:col10/1732418537262/Put/seqid=0 2024-11-24T03:22:18,819 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:18,820 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/07f6f2d7bfc74c5abfaf6e7d16066e13 is 50, key is test_row_0/C:col10/1732418537244/Put/seqid=0 2024-11-24T03:22:18,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742127_1303 (size=9857) 2024-11-24T03:22:18,860 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/0bf56f5f0a77438bb9fec6847e12b3b7 2024-11-24T03:22:18,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/6a4f47a26ce249b8975eba518bd8a79b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a4f47a26ce249b8975eba518bd8a79b 2024-11-24T03:22:18,872 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a4f47a26ce249b8975eba518bd8a79b, entries=100, sequenceid=278, filesize=9.6 K 2024-11-24T03:22:18,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742128_1304 (size=12881) 2024-11-24T03:22:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/16089bbc4f8b437f84d91b98d1f3112c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/16089bbc4f8b437f84d91b98d1f3112c 2024-11-24T03:22:18,879 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/07f6f2d7bfc74c5abfaf6e7d16066e13 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/07f6f2d7bfc74c5abfaf6e7d16066e13 2024-11-24T03:22:18,881 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/16089bbc4f8b437f84d91b98d1f3112c, entries=100, sequenceid=278, filesize=9.6 K 2024-11-24T03:22:18,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/0bf56f5f0a77438bb9fec6847e12b3b7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0bf56f5f0a77438bb9fec6847e12b3b7 2024-11-24T03:22:18,888 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/C of 57b78db52c444163134b73244988875d into 07f6f2d7bfc74c5abfaf6e7d16066e13(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:18,888 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:18,888 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/C, priority=12, startTime=1732418538239; duration=0sec 2024-11-24T03:22:18,888 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:18,888 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:C 2024-11-24T03:22:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:22:18,893 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0bf56f5f0a77438bb9fec6847e12b3b7, entries=100, sequenceid=278, filesize=9.6 K 2024-11-24T03:22:18,897 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 57b78db52c444163134b73244988875d in 647ms, sequenceid=278, compaction requested=false 2024-11-24T03:22:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-24T03:22:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-24T03:22:18,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-24T03:22:18,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1140 sec 2024-11-24T03:22:18,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1190 sec 2024-11-24T03:22:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:19,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:22:19,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:19,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/bc45653124f94fd8b81b9da02665775c is 50, key is test_row_0/A:col10/1732418539042/Put/seqid=0 2024-11-24T03:22:19,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418599054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418599054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418599056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418599056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418599058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742129_1305 (size=12301) 2024-11-24T03:22:19,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418599162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418599162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418599182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418599366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418599366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418599386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/bc45653124f94fd8b81b9da02665775c 2024-11-24T03:22:19,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/390f6d4156d84a4f87bbb7d040ed4268 is 50, key is test_row_0/B:col10/1732418539042/Put/seqid=0 2024-11-24T03:22:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742130_1306 (size=12301) 2024-11-24T03:22:19,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/390f6d4156d84a4f87bbb7d040ed4268 2024-11-24T03:22:19,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/577051848cc74d42a7879e276761e23a is 50, key is test_row_0/C:col10/1732418539042/Put/seqid=0 2024-11-24T03:22:19,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418599561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418599566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742131_1307 (size=12301) 2024-11-24T03:22:19,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/577051848cc74d42a7879e276761e23a 2024-11-24T03:22:19,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/bc45653124f94fd8b81b9da02665775c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/bc45653124f94fd8b81b9da02665775c 2024-11-24T03:22:19,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/bc45653124f94fd8b81b9da02665775c, entries=150, sequenceid=308, filesize=12.0 K 2024-11-24T03:22:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/390f6d4156d84a4f87bbb7d040ed4268 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/390f6d4156d84a4f87bbb7d040ed4268 2024-11-24T03:22:19,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/390f6d4156d84a4f87bbb7d040ed4268, entries=150, sequenceid=308, filesize=12.0 K 2024-11-24T03:22:19,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/577051848cc74d42a7879e276761e23a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/577051848cc74d42a7879e276761e23a 2024-11-24T03:22:19,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/577051848cc74d42a7879e276761e23a, entries=150, sequenceid=308, filesize=12.0 K 2024-11-24T03:22:19,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 57b78db52c444163134b73244988875d in 581ms, sequenceid=308, compaction requested=true 2024-11-24T03:22:19,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:19,626 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:19,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:19,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:19,626 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:19,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:19,629 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:19,629 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:19,629 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/B is initiating minor compaction (all files) 2024-11-24T03:22:19,629 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/A is initiating minor compaction (all files) 2024-11-24T03:22:19,629 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/B in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:19,629 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/A in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:19,629 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/83a7f13b800b4b8ea23a69eaf881177b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a4f47a26ce249b8975eba518bd8a79b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/bc45653124f94fd8b81b9da02665775c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=34.2 K 2024-11-24T03:22:19,629 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a32875af6ac649b2af3eee1a62ed2af8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/16089bbc4f8b437f84d91b98d1f3112c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/390f6d4156d84a4f87bbb7d040ed4268] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=34.2 K 2024-11-24T03:22:19,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:19,631 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a32875af6ac649b2af3eee1a62ed2af8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732418536125 2024-11-24T03:22:19,631 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83a7f13b800b4b8ea23a69eaf881177b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732418536125 2024-11-24T03:22:19,631 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a4f47a26ce249b8975eba518bd8a79b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732418537260 2024-11-24T03:22:19,631 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 16089bbc4f8b437f84d91b98d1f3112c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732418537260 2024-11-24T03:22:19,632 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc45653124f94fd8b81b9da02665775c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732418538413 2024-11-24T03:22:19,632 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 390f6d4156d84a4f87bbb7d040ed4268, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732418538413 2024-11-24T03:22:19,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:19,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:19,646 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:19,647 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/30b523c6f68046d383ffcabab9b1e9e3 is 50, key is test_row_0/B:col10/1732418539042/Put/seqid=0 2024-11-24T03:22:19,650 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:19,651 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/d22b0897ca2f463893585aeec568400d is 50, key is test_row_0/A:col10/1732418539042/Put/seqid=0 2024-11-24T03:22:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:19,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:19,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:19,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:19,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:19,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:19,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:19,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:19,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742132_1308 (size=12983) 2024-11-24T03:22:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742133_1309 (size=12983) 2024-11-24T03:22:19,709 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/30b523c6f68046d383ffcabab9b1e9e3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/30b523c6f68046d383ffcabab9b1e9e3 2024-11-24T03:22:19,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/1ba58e48f5614f329218a3f79a81ad0a is 50, key is test_row_0/A:col10/1732418539054/Put/seqid=0 2024-11-24T03:22:19,717 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57b78db52c444163134b73244988875d/B of 57b78db52c444163134b73244988875d into 30b523c6f68046d383ffcabab9b1e9e3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:19,717 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:19,717 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/B, priority=13, startTime=1732418539626; duration=0sec 2024-11-24T03:22:19,717 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:19,717 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:B 2024-11-24T03:22:19,717 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:19,718 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:19,719 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/C is initiating minor compaction (all files) 2024-11-24T03:22:19,719 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/C in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:19,719 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/07f6f2d7bfc74c5abfaf6e7d16066e13, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0bf56f5f0a77438bb9fec6847e12b3b7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/577051848cc74d42a7879e276761e23a] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=34.2 K 2024-11-24T03:22:19,720 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 07f6f2d7bfc74c5abfaf6e7d16066e13, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732418536125 2024-11-24T03:22:19,720 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bf56f5f0a77438bb9fec6847e12b3b7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732418537260 2024-11-24T03:22:19,725 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 577051848cc74d42a7879e276761e23a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732418538413 2024-11-24T03:22:19,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742134_1310 (size=12301) 2024-11-24T03:22:19,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/1ba58e48f5614f329218a3f79a81ad0a 2024-11-24T03:22:19,757 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:19,758 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/90e81d853cc8480d90478f538ab6e218 is 50, key is test_row_0/C:col10/1732418539042/Put/seqid=0 2024-11-24T03:22:19,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/e0480c70e32d4d5daadddf9c0c27a57c is 50, key is test_row_0/B:col10/1732418539054/Put/seqid=0 2024-11-24T03:22:19,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418599765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418599768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418599769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742136_1312 (size=12301) 2024-11-24T03:22:19,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742135_1311 (size=12983) 2024-11-24T03:22:19,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418599871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418599874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418599874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:22:19,889 INFO [Thread-1149 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-24T03:22:19,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-24T03:22:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:22:19,893 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:19,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:19,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:22:20,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T03:22:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:20,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:20,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418600075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418600080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418600080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,121 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/d22b0897ca2f463893585aeec568400d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/d22b0897ca2f463893585aeec568400d 2024-11-24T03:22:20,128 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57b78db52c444163134b73244988875d/A of 57b78db52c444163134b73244988875d into d22b0897ca2f463893585aeec568400d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:20,128 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:20,128 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/A, priority=13, startTime=1732418539625; duration=0sec 2024-11-24T03:22:20,129 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:20,129 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:A 2024-11-24T03:22:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:22:20,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T03:22:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:20,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:20,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:20,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/e0480c70e32d4d5daadddf9c0c27a57c 2024-11-24T03:22:20,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/233e3289767646ea9fb6da93c3d41eb7 is 50, key is test_row_0/C:col10/1732418539054/Put/seqid=0 2024-11-24T03:22:20,225 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/90e81d853cc8480d90478f538ab6e218 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/90e81d853cc8480d90478f538ab6e218 2024-11-24T03:22:20,232 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57b78db52c444163134b73244988875d/C of 57b78db52c444163134b73244988875d into 90e81d853cc8480d90478f538ab6e218(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:20,232 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:20,232 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/C, priority=13, startTime=1732418539631; duration=0sec 2024-11-24T03:22:20,232 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:20,232 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:C 2024-11-24T03:22:20,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742137_1313 (size=12301) 2024-11-24T03:22:20,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/233e3289767646ea9fb6da93c3d41eb7 2024-11-24T03:22:20,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/1ba58e48f5614f329218a3f79a81ad0a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/1ba58e48f5614f329218a3f79a81ad0a 2024-11-24T03:22:20,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/1ba58e48f5614f329218a3f79a81ad0a, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:22:20,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/e0480c70e32d4d5daadddf9c0c27a57c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/e0480c70e32d4d5daadddf9c0c27a57c 2024-11-24T03:22:20,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/e0480c70e32d4d5daadddf9c0c27a57c, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:22:20,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/233e3289767646ea9fb6da93c3d41eb7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/233e3289767646ea9fb6da93c3d41eb7 2024-11-24T03:22:20,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/233e3289767646ea9fb6da93c3d41eb7, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:22:20,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 57b78db52c444163134b73244988875d in 598ms, sequenceid=319, compaction requested=false 2024-11-24T03:22:20,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:20,353 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T03:22:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:20,354 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:20,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:20,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:20,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:20,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:20,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:20,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:20,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/7997229282294c61a6a87a54dcd0dab1 is 50, key is test_row_0/A:col10/1732418539766/Put/seqid=0 2024-11-24T03:22:20,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742138_1314 (size=12301) 2024-11-24T03:22:20,376 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/7997229282294c61a6a87a54dcd0dab1 2024-11-24T03:22:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:20,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:20,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/56b0e0c2adcd4d1abf0cd6dcacab630b is 50, key is test_row_0/B:col10/1732418539766/Put/seqid=0 2024-11-24T03:22:20,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418600389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418600391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418600391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742139_1315 (size=12301) 2024-11-24T03:22:20,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/56b0e0c2adcd4d1abf0cd6dcacab630b 2024-11-24T03:22:20,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/96197469336643f8963b844567e3f735 is 50, key is test_row_0/C:col10/1732418539766/Put/seqid=0 2024-11-24T03:22:20,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742140_1316 (size=12301) 2024-11-24T03:22:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418600495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418600495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418600495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:22:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45652 deadline: 1732418600569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1732418600579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418600698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418600698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418600699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:20,820 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/96197469336643f8963b844567e3f735 2024-11-24T03:22:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/7997229282294c61a6a87a54dcd0dab1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7997229282294c61a6a87a54dcd0dab1 2024-11-24T03:22:20,832 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7997229282294c61a6a87a54dcd0dab1, entries=150, sequenceid=348, filesize=12.0 K 2024-11-24T03:22:20,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/56b0e0c2adcd4d1abf0cd6dcacab630b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/56b0e0c2adcd4d1abf0cd6dcacab630b 2024-11-24T03:22:20,840 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/56b0e0c2adcd4d1abf0cd6dcacab630b, entries=150, sequenceid=348, filesize=12.0 K 2024-11-24T03:22:20,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/96197469336643f8963b844567e3f735 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/96197469336643f8963b844567e3f735 2024-11-24T03:22:20,845 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/96197469336643f8963b844567e3f735, entries=150, sequenceid=348, filesize=12.0 K 2024-11-24T03:22:20,846 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 57b78db52c444163134b73244988875d in 493ms, sequenceid=348, compaction requested=true 2024-11-24T03:22:20,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-24T03:22:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-24T03:22:20,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-24T03:22:20,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 955 msec 2024-11-24T03:22:20,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 961 msec 2024-11-24T03:22:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:22:20,998 INFO [Thread-1149 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-24T03:22:20,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-24T03:22:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:22:21,001 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:21,002 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:21,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:21,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:21,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:21,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:21,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:21,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:21,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:21,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:21,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/2c17e9f9659340d2b125c59f6f9dc2f3 is 50, key is test_row_0/A:col10/1732418541004/Put/seqid=0 2024-11-24T03:22:21,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742141_1317 (size=17181) 2024-11-24T03:22:21,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/2c17e9f9659340d2b125c59f6f9dc2f3 2024-11-24T03:22:21,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/f5810da4273e432abd4275dc288a5dc6 is 50, key is test_row_0/B:col10/1732418541004/Put/seqid=0 2024-11-24T03:22:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418601027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742142_1318 (size=12301) 2024-11-24T03:22:21,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418601031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418601031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:22:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418601132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418601136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418601136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:22:21,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:21,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:22:21,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:22:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418601336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418601339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418601339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/f5810da4273e432abd4275dc288a5dc6 2024-11-24T03:22:21,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/ac0511ffcf8245ea9fc9ad9026b905db is 50, key is test_row_0/C:col10/1732418541004/Put/seqid=0 2024-11-24T03:22:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742143_1319 (size=12301) 2024-11-24T03:22:21,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:22:21,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:22:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45622 deadline: 1732418601641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45666 deadline: 1732418601644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45620 deadline: 1732418601646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:22:21,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:21,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:21,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/ac0511ffcf8245ea9fc9ad9026b905db 2024-11-24T03:22:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/2c17e9f9659340d2b125c59f6f9dc2f3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/2c17e9f9659340d2b125c59f6f9dc2f3 2024-11-24T03:22:21,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/2c17e9f9659340d2b125c59f6f9dc2f3, entries=250, sequenceid=361, filesize=16.8 K 2024-11-24T03:22:21,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/f5810da4273e432abd4275dc288a5dc6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f5810da4273e432abd4275dc288a5dc6 2024-11-24T03:22:21,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f5810da4273e432abd4275dc288a5dc6, entries=150, sequenceid=361, filesize=12.0 K 2024-11-24T03:22:21,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/ac0511ffcf8245ea9fc9ad9026b905db as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/ac0511ffcf8245ea9fc9ad9026b905db 2024-11-24T03:22:21,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/ac0511ffcf8245ea9fc9ad9026b905db, entries=150, sequenceid=361, filesize=12.0 K 2024-11-24T03:22:21,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 57b78db52c444163134b73244988875d in 860ms, sequenceid=361, compaction requested=true 2024-11-24T03:22:21,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:21,865 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57b78db52c444163134b73244988875d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:21,865 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:21,866 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:21,866 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:21,866 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/B is initiating minor compaction (all files) 2024-11-24T03:22:21,866 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/B in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,866 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/A is initiating minor compaction (all files) 2024-11-24T03:22:21,866 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/30b523c6f68046d383ffcabab9b1e9e3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/e0480c70e32d4d5daadddf9c0c27a57c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/56b0e0c2adcd4d1abf0cd6dcacab630b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f5810da4273e432abd4275dc288a5dc6] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=48.7 K 2024-11-24T03:22:21,866 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/A in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,866 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/d22b0897ca2f463893585aeec568400d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/1ba58e48f5614f329218a3f79a81ad0a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7997229282294c61a6a87a54dcd0dab1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/2c17e9f9659340d2b125c59f6f9dc2f3] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=53.5 K 2024-11-24T03:22:21,867 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 30b523c6f68046d383ffcabab9b1e9e3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732418538413 2024-11-24T03:22:21,867 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d22b0897ca2f463893585aeec568400d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732418538413 2024-11-24T03:22:21,867 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e0480c70e32d4d5daadddf9c0c27a57c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418539054 2024-11-24T03:22:21,867 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ba58e48f5614f329218a3f79a81ad0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418539054 2024-11-24T03:22:21,867 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 56b0e0c2adcd4d1abf0cd6dcacab630b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732418539759 2024-11-24T03:22:21,868 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f5810da4273e432abd4275dc288a5dc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732418540389 2024-11-24T03:22:21,868 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7997229282294c61a6a87a54dcd0dab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732418539759 2024-11-24T03:22:21,868 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c17e9f9659340d2b125c59f6f9dc2f3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732418540387 2024-11-24T03:22:21,878 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#B#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:21,879 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/d156f6c5bf6f4619877f9a87e4d15dcb is 50, key is test_row_0/B:col10/1732418541004/Put/seqid=0 2024-11-24T03:22:21,883 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#A#compaction#274 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:21,884 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/e2e9df30e85b4fb4ad465ed4cfde914f is 50, key is test_row_0/A:col10/1732418541004/Put/seqid=0 2024-11-24T03:22:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742144_1320 (size=13119) 2024-11-24T03:22:21,897 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/d156f6c5bf6f4619877f9a87e4d15dcb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/d156f6c5bf6f4619877f9a87e4d15dcb 2024-11-24T03:22:21,904 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/B of 57b78db52c444163134b73244988875d into d156f6c5bf6f4619877f9a87e4d15dcb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:21,904 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:21,904 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/B, priority=12, startTime=1732418541865; duration=0sec 2024-11-24T03:22:21,904 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:21,904 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:B 2024-11-24T03:22:21,904 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742145_1321 (size=13119) 2024-11-24T03:22:21,906 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:21,907 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 57b78db52c444163134b73244988875d/C is initiating minor compaction (all files) 2024-11-24T03:22:21,907 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57b78db52c444163134b73244988875d/C in TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,907 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/90e81d853cc8480d90478f538ab6e218, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/233e3289767646ea9fb6da93c3d41eb7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/96197469336643f8963b844567e3f735, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/ac0511ffcf8245ea9fc9ad9026b905db] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp, totalSize=48.7 K 2024-11-24T03:22:21,907 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 90e81d853cc8480d90478f538ab6e218, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732418538413 2024-11-24T03:22:21,908 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 233e3289767646ea9fb6da93c3d41eb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732418539054 2024-11-24T03:22:21,909 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 96197469336643f8963b844567e3f735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732418539759 2024-11-24T03:22:21,910 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ac0511ffcf8245ea9fc9ad9026b905db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732418540389 2024-11-24T03:22:21,915 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/e2e9df30e85b4fb4ad465ed4cfde914f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/e2e9df30e85b4fb4ad465ed4cfde914f 2024-11-24T03:22:21,921 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/A of 57b78db52c444163134b73244988875d into e2e9df30e85b4fb4ad465ed4cfde914f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:21,921 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:21,921 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/A, priority=12, startTime=1732418541865; duration=0sec 2024-11-24T03:22:21,922 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:21,922 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:A 2024-11-24T03:22:21,927 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57b78db52c444163134b73244988875d#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:21,928 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/4090b7681b644a5886a1bc6cb0874455 is 50, key is test_row_0/C:col10/1732418541004/Put/seqid=0 2024-11-24T03:22:21,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:21,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:22:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:21,930 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:22:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/7e824bdbbcc94e0d848ef74852289e39 is 50, key is test_row_0/A:col10/1732418541029/Put/seqid=0 2024-11-24T03:22:21,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742146_1322 (size=13119) 2024-11-24T03:22:21,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742147_1323 (size=12301) 2024-11-24T03:22:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:22:22,108 DEBUG [Thread-1158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:61684 2024-11-24T03:22:22,108 DEBUG [Thread-1152 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:61684 2024-11-24T03:22:22,108 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,108 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,109 DEBUG [Thread-1154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:61684 2024-11-24T03:22:22,109 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,110 DEBUG [Thread-1150 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:61684 2024-11-24T03:22:22,110 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,110 DEBUG [Thread-1156 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:61684 2024-11-24T03:22:22,110 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 57b78db52c444163134b73244988875d 2024-11-24T03:22:22,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. as already flushing 2024-11-24T03:22:22,147 DEBUG [Thread-1143 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:61684 2024-11-24T03:22:22,147 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,148 DEBUG [Thread-1145 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:61684 2024-11-24T03:22:22,149 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,150 DEBUG [Thread-1139 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:61684 2024-11-24T03:22:22,150 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,362 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/4090b7681b644a5886a1bc6cb0874455 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/4090b7681b644a5886a1bc6cb0874455 2024-11-24T03:22:22,366 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57b78db52c444163134b73244988875d/C of 57b78db52c444163134b73244988875d into 4090b7681b644a5886a1bc6cb0874455(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:22,366 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:22,366 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d., storeName=57b78db52c444163134b73244988875d/C, priority=12, startTime=1732418541865; duration=0sec 2024-11-24T03:22:22,366 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:22,367 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57b78db52c444163134b73244988875d:C 2024-11-24T03:22:22,370 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/7e824bdbbcc94e0d848ef74852289e39 2024-11-24T03:22:22,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/aa525f665ed141209db0e288bcc0b17d is 50, key is test_row_0/B:col10/1732418541029/Put/seqid=0 2024-11-24T03:22:22,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742148_1324 (size=12301) 2024-11-24T03:22:22,576 DEBUG [Thread-1147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:61684 2024-11-24T03:22:22,576 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,590 DEBUG [Thread-1141 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:61684 2024-11-24T03:22:22,591 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:22,779 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/aa525f665ed141209db0e288bcc0b17d 2024-11-24T03:22:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/c472c8efcdc249bfb9c86c23fc1b01a0 is 50, key is test_row_0/C:col10/1732418541029/Put/seqid=0 2024-11-24T03:22:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742149_1325 (size=12301) 2024-11-24T03:22:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:22:23,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/c472c8efcdc249bfb9c86c23fc1b01a0 2024-11-24T03:22:23,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/7e824bdbbcc94e0d848ef74852289e39 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7e824bdbbcc94e0d848ef74852289e39 2024-11-24T03:22:23,197 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7e824bdbbcc94e0d848ef74852289e39, entries=150, sequenceid=387, filesize=12.0 K 2024-11-24T03:22:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/aa525f665ed141209db0e288bcc0b17d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/aa525f665ed141209db0e288bcc0b17d 2024-11-24T03:22:23,201 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/aa525f665ed141209db0e288bcc0b17d, entries=150, sequenceid=387, filesize=12.0 K 2024-11-24T03:22:23,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/c472c8efcdc249bfb9c86c23fc1b01a0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c472c8efcdc249bfb9c86c23fc1b01a0 2024-11-24T03:22:23,205 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c472c8efcdc249bfb9c86c23fc1b01a0, entries=150, sequenceid=387, filesize=12.0 K 2024-11-24T03:22:23,206 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 57b78db52c444163134b73244988875d in 1276ms, sequenceid=387, compaction requested=false 2024-11-24T03:22:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-24T03:22:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-24T03:22:23,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T03:22:23,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2050 sec 2024-11-24T03:22:23,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.2090 sec 2024-11-24T03:22:23,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:22:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:22:25,106 INFO [Thread-1149 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3761 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3611 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3501 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3750 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3593 2024-11-24T03:22:25,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:22:25,106 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:22:25,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f66057f to 127.0.0.1:61684 2024-11-24T03:22:25,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:25,107 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:22:25,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:22:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:22:25,110 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418545110"}]},"ts":"1732418545110"} 2024-11-24T03:22:25,111 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:22:25,113 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:22:25,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:22:25,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=57b78db52c444163134b73244988875d, UNASSIGN}] 2024-11-24T03:22:25,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=57b78db52c444163134b73244988875d, UNASSIGN 2024-11-24T03:22:25,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=57b78db52c444163134b73244988875d, regionState=CLOSING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:25,116 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:22:25,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure 57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:22:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:22:25,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:25,267 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close 57b78db52c444163134b73244988875d 2024-11-24T03:22:25,267 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing 57b78db52c444163134b73244988875d, disabling compactions & flushes 2024-11-24T03:22:25,268 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. after waiting 0 ms 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:25,268 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(2837): Flushing 57b78db52c444163134b73244988875d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=A 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=B 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57b78db52c444163134b73244988875d, store=C 2024-11-24T03:22:25,268 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:25,272 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/3df56e89f2af444bace19ac1c17a535d is 50, key is test_row_0/A:col10/1732418542589/Put/seqid=0 2024-11-24T03:22:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742150_1326 (size=12301) 2024-11-24T03:22:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:22:25,676 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/3df56e89f2af444bace19ac1c17a535d 2024-11-24T03:22:25,683 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/478221579bd24a8992c9ba21d35642c5 is 50, key is test_row_0/B:col10/1732418542589/Put/seqid=0 2024-11-24T03:22:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742151_1327 (size=12301) 2024-11-24T03:22:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:22:26,087 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/478221579bd24a8992c9ba21d35642c5 2024-11-24T03:22:26,093 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/6386a4c0f56042b3a279f6baa8c49013 is 50, key is test_row_0/C:col10/1732418542589/Put/seqid=0 2024-11-24T03:22:26,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742152_1328 (size=12301) 2024-11-24T03:22:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:22:26,497 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/6386a4c0f56042b3a279f6baa8c49013 2024-11-24T03:22:26,501 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/A/3df56e89f2af444bace19ac1c17a535d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3df56e89f2af444bace19ac1c17a535d 2024-11-24T03:22:26,505 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3df56e89f2af444bace19ac1c17a535d, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T03:22:26,506 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/B/478221579bd24a8992c9ba21d35642c5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/478221579bd24a8992c9ba21d35642c5 2024-11-24T03:22:26,509 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/478221579bd24a8992c9ba21d35642c5, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T03:22:26,510 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/.tmp/C/6386a4c0f56042b3a279f6baa8c49013 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/6386a4c0f56042b3a279f6baa8c49013 2024-11-24T03:22:26,513 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/6386a4c0f56042b3a279f6baa8c49013, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T03:22:26,514 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 57b78db52c444163134b73244988875d in 1246ms, sequenceid=396, compaction requested=true 2024-11-24T03:22:26,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9c44bd26cd25417da13b39d180ab5da2, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/03038fcef9e34c4dbf80bdd69f40de04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/70227567d73b4fcaa21eb477e9dd81d4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dc08483a444c4f9b80b52a81029f5d8f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/a3b4044344c74705a906398922c999e9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/eb9060f3547f4fc595bdc20b65bbd8e5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dd0c6892bc9545a79ed4a8783f464ce5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9752e932bff448088abf402c3cc5a417, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/0530d803f38e42ea9d9687cbcad49735, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/76a0d659641143ad9311b7be2798fcc5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/028b5755859b4e29b9d1b1ea2231c108, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/e6830ee4b4664c25a33ed0c44ba4ab05, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/5ce470750b10417dbb5a195db305c9a4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7df064c81fb7468cad339032b7273ec7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3499c0ef22364d8db6009e4db970d9a6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/ed65e51f4130476199be2a1db1195049, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/83a7f13b800b4b8ea23a69eaf881177b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a04f42221b0403aad42445f84d2f45a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a4f47a26ce249b8975eba518bd8a79b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/d22b0897ca2f463893585aeec568400d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/bc45653124f94fd8b81b9da02665775c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/1ba58e48f5614f329218a3f79a81ad0a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7997229282294c61a6a87a54dcd0dab1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/2c17e9f9659340d2b125c59f6f9dc2f3] to archive 2024-11-24T03:22:26,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:26,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9c44bd26cd25417da13b39d180ab5da2 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9c44bd26cd25417da13b39d180ab5da2 2024-11-24T03:22:26,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/03038fcef9e34c4dbf80bdd69f40de04 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/03038fcef9e34c4dbf80bdd69f40de04 2024-11-24T03:22:26,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/70227567d73b4fcaa21eb477e9dd81d4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/70227567d73b4fcaa21eb477e9dd81d4 2024-11-24T03:22:26,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dc08483a444c4f9b80b52a81029f5d8f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dc08483a444c4f9b80b52a81029f5d8f 2024-11-24T03:22:26,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/a3b4044344c74705a906398922c999e9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/a3b4044344c74705a906398922c999e9 2024-11-24T03:22:26,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/eb9060f3547f4fc595bdc20b65bbd8e5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/eb9060f3547f4fc595bdc20b65bbd8e5 2024-11-24T03:22:26,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dd0c6892bc9545a79ed4a8783f464ce5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/dd0c6892bc9545a79ed4a8783f464ce5 2024-11-24T03:22:26,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9752e932bff448088abf402c3cc5a417 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/9752e932bff448088abf402c3cc5a417 2024-11-24T03:22:26,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/0530d803f38e42ea9d9687cbcad49735 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/0530d803f38e42ea9d9687cbcad49735 2024-11-24T03:22:26,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/76a0d659641143ad9311b7be2798fcc5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/76a0d659641143ad9311b7be2798fcc5 2024-11-24T03:22:26,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/028b5755859b4e29b9d1b1ea2231c108 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/028b5755859b4e29b9d1b1ea2231c108 2024-11-24T03:22:26,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/e6830ee4b4664c25a33ed0c44ba4ab05 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/e6830ee4b4664c25a33ed0c44ba4ab05 2024-11-24T03:22:26,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/5ce470750b10417dbb5a195db305c9a4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/5ce470750b10417dbb5a195db305c9a4 2024-11-24T03:22:26,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7df064c81fb7468cad339032b7273ec7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7df064c81fb7468cad339032b7273ec7 2024-11-24T03:22:26,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3499c0ef22364d8db6009e4db970d9a6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3499c0ef22364d8db6009e4db970d9a6 2024-11-24T03:22:26,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/ed65e51f4130476199be2a1db1195049 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/ed65e51f4130476199be2a1db1195049 2024-11-24T03:22:26,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/83a7f13b800b4b8ea23a69eaf881177b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/83a7f13b800b4b8ea23a69eaf881177b 2024-11-24T03:22:26,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a04f42221b0403aad42445f84d2f45a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a04f42221b0403aad42445f84d2f45a 2024-11-24T03:22:26,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a4f47a26ce249b8975eba518bd8a79b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/6a4f47a26ce249b8975eba518bd8a79b 2024-11-24T03:22:26,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/d22b0897ca2f463893585aeec568400d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/d22b0897ca2f463893585aeec568400d 2024-11-24T03:22:26,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/bc45653124f94fd8b81b9da02665775c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/bc45653124f94fd8b81b9da02665775c 2024-11-24T03:22:26,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/1ba58e48f5614f329218a3f79a81ad0a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/1ba58e48f5614f329218a3f79a81ad0a 2024-11-24T03:22:26,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7997229282294c61a6a87a54dcd0dab1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7997229282294c61a6a87a54dcd0dab1 2024-11-24T03:22:26,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/2c17e9f9659340d2b125c59f6f9dc2f3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/2c17e9f9659340d2b125c59f6f9dc2f3 2024-11-24T03:22:26,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/69d432accdda43338a5f3bec37095dbd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/2048648f415248ada2161459af8fc215, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bcd7d0ba9e5e46759b8d58f0c19e28da, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/70908ad62bfe4e18900fc236508b8025, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/c4477e66cac149c3b963e479ee57156d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bc972d0a7aad41a884554e90d9725468, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/1e3280140f3f4c23b1e4bfe7439681f6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/dd9ac5bd2a7147fe87b751c7ec40df72, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/9a9d1bb2171741b6aa13ca72b2e60aab, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a1f89f0dbcad4d84a85b569e619bf316, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/098e06284a27411e9190d8d8d2c9177d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/fe7c608d97584bf38988ad5ffd270d65, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/3ac6c86612b2434d927f0969550744c8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/10de5738ba804fa0ac25a87c0f1feb0f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/8ee582c8e179475eac64c1738dff2dd7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/ca9c6064295d478bb4e3ecf6f98da63c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a32875af6ac649b2af3eee1a62ed2af8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f89f08453e6c464484b159a9b9497428, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/16089bbc4f8b437f84d91b98d1f3112c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/30b523c6f68046d383ffcabab9b1e9e3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/390f6d4156d84a4f87bbb7d040ed4268, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/e0480c70e32d4d5daadddf9c0c27a57c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/56b0e0c2adcd4d1abf0cd6dcacab630b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f5810da4273e432abd4275dc288a5dc6] to archive 2024-11-24T03:22:26,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:26,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/69d432accdda43338a5f3bec37095dbd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/69d432accdda43338a5f3bec37095dbd 2024-11-24T03:22:26,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/2048648f415248ada2161459af8fc215 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/2048648f415248ada2161459af8fc215 2024-11-24T03:22:26,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bcd7d0ba9e5e46759b8d58f0c19e28da to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bcd7d0ba9e5e46759b8d58f0c19e28da 2024-11-24T03:22:26,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/70908ad62bfe4e18900fc236508b8025 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/70908ad62bfe4e18900fc236508b8025 2024-11-24T03:22:26,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/c4477e66cac149c3b963e479ee57156d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/c4477e66cac149c3b963e479ee57156d 2024-11-24T03:22:26,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bc972d0a7aad41a884554e90d9725468 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/bc972d0a7aad41a884554e90d9725468 2024-11-24T03:22:26,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/1e3280140f3f4c23b1e4bfe7439681f6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/1e3280140f3f4c23b1e4bfe7439681f6 2024-11-24T03:22:26,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/dd9ac5bd2a7147fe87b751c7ec40df72 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/dd9ac5bd2a7147fe87b751c7ec40df72 2024-11-24T03:22:26,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/9a9d1bb2171741b6aa13ca72b2e60aab to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/9a9d1bb2171741b6aa13ca72b2e60aab 2024-11-24T03:22:26,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a1f89f0dbcad4d84a85b569e619bf316 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a1f89f0dbcad4d84a85b569e619bf316 2024-11-24T03:22:26,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/098e06284a27411e9190d8d8d2c9177d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/098e06284a27411e9190d8d8d2c9177d 2024-11-24T03:22:26,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/fe7c608d97584bf38988ad5ffd270d65 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/fe7c608d97584bf38988ad5ffd270d65 2024-11-24T03:22:26,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/3ac6c86612b2434d927f0969550744c8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/3ac6c86612b2434d927f0969550744c8 2024-11-24T03:22:26,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/10de5738ba804fa0ac25a87c0f1feb0f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/10de5738ba804fa0ac25a87c0f1feb0f 2024-11-24T03:22:26,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/8ee582c8e179475eac64c1738dff2dd7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/8ee582c8e179475eac64c1738dff2dd7 2024-11-24T03:22:26,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/ca9c6064295d478bb4e3ecf6f98da63c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/ca9c6064295d478bb4e3ecf6f98da63c 2024-11-24T03:22:26,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a32875af6ac649b2af3eee1a62ed2af8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/a32875af6ac649b2af3eee1a62ed2af8 2024-11-24T03:22:26,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f89f08453e6c464484b159a9b9497428 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f89f08453e6c464484b159a9b9497428 2024-11-24T03:22:26,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/16089bbc4f8b437f84d91b98d1f3112c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/16089bbc4f8b437f84d91b98d1f3112c 2024-11-24T03:22:26,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/30b523c6f68046d383ffcabab9b1e9e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/30b523c6f68046d383ffcabab9b1e9e3 2024-11-24T03:22:26,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/390f6d4156d84a4f87bbb7d040ed4268 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/390f6d4156d84a4f87bbb7d040ed4268 2024-11-24T03:22:26,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/e0480c70e32d4d5daadddf9c0c27a57c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/e0480c70e32d4d5daadddf9c0c27a57c 2024-11-24T03:22:26,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/56b0e0c2adcd4d1abf0cd6dcacab630b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/56b0e0c2adcd4d1abf0cd6dcacab630b 2024-11-24T03:22:26,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f5810da4273e432abd4275dc288a5dc6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/f5810da4273e432abd4275dc288a5dc6 2024-11-24T03:22:26,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a83324569cd44469ab687c9bf4fe588a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a3d4a1b8d0fc47c9a9a4cd268f917543, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/567b94bc622242d9b724320b7d9ba090, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/8b95cf480cc14d31a7cf8ce690a4f0ed, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aeb93ae093de4cdd80e88a124d85a5f6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/2ece9654b75d44988f4b5e4f9a685f7f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/fc57bae52bd94306969be6d6e3a87a05, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/9aa6c9f865e14ca1aef26c7427490021, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aad8b64061de41d1a04965f468011280, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/24333a7b239f40a185cba276023d65b0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/599ea0b244e6494bb10e2d56bcc2b70a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/f849cc57bc5148989863b3418c7620a3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/539ae48aaa8340c3af399c0c5558d2b1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/1407a46350af4cc0a20432319b5acac3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/30101fa4d2e3428b8bdf045b90cf0fbb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0700d5653e1748ac8edc6ff223169b98, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/07f6f2d7bfc74c5abfaf6e7d16066e13, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c5f72ca99cef45259a5014901f0358e3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0bf56f5f0a77438bb9fec6847e12b3b7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/90e81d853cc8480d90478f538ab6e218, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/577051848cc74d42a7879e276761e23a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/233e3289767646ea9fb6da93c3d41eb7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/96197469336643f8963b844567e3f735, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/ac0511ffcf8245ea9fc9ad9026b905db] to archive 2024-11-24T03:22:26,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:26,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a83324569cd44469ab687c9bf4fe588a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a83324569cd44469ab687c9bf4fe588a 2024-11-24T03:22:26,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a3d4a1b8d0fc47c9a9a4cd268f917543 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/a3d4a1b8d0fc47c9a9a4cd268f917543 2024-11-24T03:22:26,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/567b94bc622242d9b724320b7d9ba090 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/567b94bc622242d9b724320b7d9ba090 2024-11-24T03:22:26,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/8b95cf480cc14d31a7cf8ce690a4f0ed to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/8b95cf480cc14d31a7cf8ce690a4f0ed 2024-11-24T03:22:26,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aeb93ae093de4cdd80e88a124d85a5f6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aeb93ae093de4cdd80e88a124d85a5f6 2024-11-24T03:22:26,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/2ece9654b75d44988f4b5e4f9a685f7f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/2ece9654b75d44988f4b5e4f9a685f7f 2024-11-24T03:22:26,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/fc57bae52bd94306969be6d6e3a87a05 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/fc57bae52bd94306969be6d6e3a87a05 2024-11-24T03:22:26,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/9aa6c9f865e14ca1aef26c7427490021 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/9aa6c9f865e14ca1aef26c7427490021 2024-11-24T03:22:26,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aad8b64061de41d1a04965f468011280 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/aad8b64061de41d1a04965f468011280 2024-11-24T03:22:26,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/24333a7b239f40a185cba276023d65b0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/24333a7b239f40a185cba276023d65b0 2024-11-24T03:22:26,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/599ea0b244e6494bb10e2d56bcc2b70a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/599ea0b244e6494bb10e2d56bcc2b70a 2024-11-24T03:22:26,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/f849cc57bc5148989863b3418c7620a3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/f849cc57bc5148989863b3418c7620a3 2024-11-24T03:22:26,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/539ae48aaa8340c3af399c0c5558d2b1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/539ae48aaa8340c3af399c0c5558d2b1 2024-11-24T03:22:26,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/1407a46350af4cc0a20432319b5acac3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/1407a46350af4cc0a20432319b5acac3 2024-11-24T03:22:26,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/30101fa4d2e3428b8bdf045b90cf0fbb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/30101fa4d2e3428b8bdf045b90cf0fbb 2024-11-24T03:22:26,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0700d5653e1748ac8edc6ff223169b98 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0700d5653e1748ac8edc6ff223169b98 2024-11-24T03:22:26,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/07f6f2d7bfc74c5abfaf6e7d16066e13 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/07f6f2d7bfc74c5abfaf6e7d16066e13 2024-11-24T03:22:26,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c5f72ca99cef45259a5014901f0358e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c5f72ca99cef45259a5014901f0358e3 2024-11-24T03:22:26,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0bf56f5f0a77438bb9fec6847e12b3b7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/0bf56f5f0a77438bb9fec6847e12b3b7 2024-11-24T03:22:26,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/90e81d853cc8480d90478f538ab6e218 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/90e81d853cc8480d90478f538ab6e218 2024-11-24T03:22:26,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/577051848cc74d42a7879e276761e23a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/577051848cc74d42a7879e276761e23a 2024-11-24T03:22:26,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/233e3289767646ea9fb6da93c3d41eb7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/233e3289767646ea9fb6da93c3d41eb7 2024-11-24T03:22:26,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/96197469336643f8963b844567e3f735 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/96197469336643f8963b844567e3f735 2024-11-24T03:22:26,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/ac0511ffcf8245ea9fc9ad9026b905db to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/ac0511ffcf8245ea9fc9ad9026b905db 2024-11-24T03:22:26,602 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/recovered.edits/399.seqid, newMaxSeqId=399, maxSeqId=1 2024-11-24T03:22:26,603 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d. 2024-11-24T03:22:26,603 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for 57b78db52c444163134b73244988875d: 2024-11-24T03:22:26,604 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed 57b78db52c444163134b73244988875d 2024-11-24T03:22:26,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=57b78db52c444163134b73244988875d, regionState=CLOSED 2024-11-24T03:22:26,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T03:22:26,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure 57b78db52c444163134b73244988875d, server=f13c2bb2f71a,46311,1732418455035 in 1.4890 sec 2024-11-24T03:22:26,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-24T03:22:26,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=57b78db52c444163134b73244988875d, UNASSIGN in 1.4920 sec 2024-11-24T03:22:26,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-24T03:22:26,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4950 sec 2024-11-24T03:22:26,610 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418546610"}]},"ts":"1732418546610"} 2024-11-24T03:22:26,611 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:22:26,613 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:22:26,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5060 sec 2024-11-24T03:22:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:22:27,213 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-24T03:22:27,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:22:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:27,215 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T03:22:27,215 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:27,217 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d 2024-11-24T03:22:27,218 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/recovered.edits] 2024-11-24T03:22:27,220 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3df56e89f2af444bace19ac1c17a535d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/3df56e89f2af444bace19ac1c17a535d 2024-11-24T03:22:27,221 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7e824bdbbcc94e0d848ef74852289e39 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/7e824bdbbcc94e0d848ef74852289e39 2024-11-24T03:22:27,222 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/e2e9df30e85b4fb4ad465ed4cfde914f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/A/e2e9df30e85b4fb4ad465ed4cfde914f 2024-11-24T03:22:27,224 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/478221579bd24a8992c9ba21d35642c5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/478221579bd24a8992c9ba21d35642c5 2024-11-24T03:22:27,225 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/aa525f665ed141209db0e288bcc0b17d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/aa525f665ed141209db0e288bcc0b17d 2024-11-24T03:22:27,226 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/d156f6c5bf6f4619877f9a87e4d15dcb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/B/d156f6c5bf6f4619877f9a87e4d15dcb 2024-11-24T03:22:27,228 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/4090b7681b644a5886a1bc6cb0874455 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/4090b7681b644a5886a1bc6cb0874455 2024-11-24T03:22:27,229 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/6386a4c0f56042b3a279f6baa8c49013 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/6386a4c0f56042b3a279f6baa8c49013 2024-11-24T03:22:27,230 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c472c8efcdc249bfb9c86c23fc1b01a0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/C/c472c8efcdc249bfb9c86c23fc1b01a0 2024-11-24T03:22:27,233 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/recovered.edits/399.seqid to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d/recovered.edits/399.seqid 2024-11-24T03:22:27,233 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/57b78db52c444163134b73244988875d 2024-11-24T03:22:27,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:22:27,235 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:27,238 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:22:27,240 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:22:27,241 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:27,241 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:22:27,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418547241"}]},"ts":"9223372036854775807"} 2024-11-24T03:22:27,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:22:27,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 57b78db52c444163134b73244988875d, NAME => 'TestAcidGuarantees,,1732418519614.57b78db52c444163134b73244988875d.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:22:27,242 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:22:27,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418547242"}]},"ts":"9223372036854775807"} 2024-11-24T03:22:27,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:22:27,246 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:27,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-24T03:22:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T03:22:27,316 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-24T03:22:27,325 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 239), OpenFileDescriptor=451 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=555 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7221 (was 7759) 2024-11-24T03:22:27,334 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=555, ProcessCount=11, AvailableMemoryMB=7220 2024-11-24T03:22:27,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:22:27,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:22:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:27,337 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:22:27,337 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:27,337 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:22:27,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-11-24T03:22:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T03:22:27,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742153_1329 (size=960) 2024-11-24T03:22:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T03:22:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T03:22:27,745 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 2024-11-24T03:22:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742154_1330 (size=53) 2024-11-24T03:22:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T03:22:28,150 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:28,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d7642123957cee9f4c0d52778b16d250, disabling compactions & flushes 2024-11-24T03:22:28,151 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:28,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:28,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. after waiting 0 ms 2024-11-24T03:22:28,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:28,151 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:28,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:28,152 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:22:28,152 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418548152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418548152"}]},"ts":"1732418548152"} 2024-11-24T03:22:28,153 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:22:28,154 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:22:28,154 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418548154"}]},"ts":"1732418548154"} 2024-11-24T03:22:28,155 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:22:28,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, ASSIGN}] 2024-11-24T03:22:28,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, ASSIGN 2024-11-24T03:22:28,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=false 2024-11-24T03:22:28,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=d7642123957cee9f4c0d52778b16d250, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:28,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:22:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T03:22:28,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:28,466 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:28,466 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:22:28,467 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:28,467 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:28,467 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:28,467 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:28,468 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:28,469 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:28,469 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7642123957cee9f4c0d52778b16d250 columnFamilyName A 2024-11-24T03:22:28,469 DEBUG [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:28,470 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(327): Store=d7642123957cee9f4c0d52778b16d250/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:28,470 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:28,471 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:28,471 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7642123957cee9f4c0d52778b16d250 columnFamilyName B 2024-11-24T03:22:28,471 DEBUG [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:28,471 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(327): Store=d7642123957cee9f4c0d52778b16d250/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:28,471 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:28,472 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:28,472 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7642123957cee9f4c0d52778b16d250 columnFamilyName C 2024-11-24T03:22:28,472 DEBUG [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:28,473 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(327): Store=d7642123957cee9f4c0d52778b16d250/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:28,473 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:28,473 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:28,474 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:28,475 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:22:28,475 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:28,477 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:22:28,477 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened d7642123957cee9f4c0d52778b16d250; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59268276, jitterRate=-0.11683386564254761}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:22:28,478 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:28,478 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., pid=92, masterSystemTime=1732418548463 2024-11-24T03:22:28,480 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:28,480 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:28,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=d7642123957cee9f4c0d52778b16d250, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:28,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T03:22:28,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 in 169 msec 2024-11-24T03:22:28,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-24T03:22:28,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, ASSIGN in 323 msec 2024-11-24T03:22:28,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:22:28,483 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418548483"}]},"ts":"1732418548483"} 2024-11-24T03:22:28,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:22:28,486 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:22:28,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-24T03:22:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T03:22:29,442 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-24T03:22:29,443 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f5b2180 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34becda3 2024-11-24T03:22:29,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7f772a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:29,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:29,449 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:29,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:22:29,450 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:22:29,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:22:29,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:22:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:29,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742155_1331 (size=996) 2024-11-24T03:22:29,863 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T03:22:29,863 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T03:22:29,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:22:29,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, REOPEN/MOVE}] 2024-11-24T03:22:29,867 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, REOPEN/MOVE 2024-11-24T03:22:29,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=d7642123957cee9f4c0d52778b16d250, regionState=CLOSING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:29,869 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:22:29,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:22:30,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,020 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,020 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:22:30,020 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing d7642123957cee9f4c0d52778b16d250, disabling compactions & flushes 2024-11-24T03:22:30,021 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. after waiting 0 ms 2024-11-24T03:22:30,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,024 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T03:22:30,025 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,025 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:30,025 WARN [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: d7642123957cee9f4c0d52778b16d250 to self. 2024-11-24T03:22:30,026 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,027 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=d7642123957cee9f4c0d52778b16d250, regionState=CLOSED 2024-11-24T03:22:30,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T03:22:30,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 in 158 msec 2024-11-24T03:22:30,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, REOPEN/MOVE; state=CLOSED, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=true 2024-11-24T03:22:30,179 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=d7642123957cee9f4c0d52778b16d250, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:22:30,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,334 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,334 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:22:30,335 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,335 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:30,335 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,335 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,336 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,337 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:30,337 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7642123957cee9f4c0d52778b16d250 columnFamilyName A 2024-11-24T03:22:30,338 DEBUG [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:30,339 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(327): Store=d7642123957cee9f4c0d52778b16d250/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:30,339 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,340 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:30,340 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7642123957cee9f4c0d52778b16d250 columnFamilyName B 2024-11-24T03:22:30,340 DEBUG [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:30,340 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(327): Store=d7642123957cee9f4c0d52778b16d250/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:30,340 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,341 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:30,341 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7642123957cee9f4c0d52778b16d250 columnFamilyName C 2024-11-24T03:22:30,341 DEBUG [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:30,341 INFO [StoreOpener-d7642123957cee9f4c0d52778b16d250-1 {}] regionserver.HStore(327): Store=d7642123957cee9f4c0d52778b16d250/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:30,341 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,342 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,342 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,344 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:22:30,345 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,345 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened d7642123957cee9f4c0d52778b16d250; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66952863, jitterRate=-0.0023245960474014282}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:22:30,346 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:30,347 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., pid=97, masterSystemTime=1732418550332 2024-11-24T03:22:30,348 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,348 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=d7642123957cee9f4c0d52778b16d250, regionState=OPEN, openSeqNum=5, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-11-24T03:22:30,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 in 169 msec 2024-11-24T03:22:30,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-24T03:22:30,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, REOPEN/MOVE in 483 msec 2024-11-24T03:22:30,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T03:22:30,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-24T03:22:30,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-24T03:22:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T03:22:30,356 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-24T03:22:30,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-24T03:22:30,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,367 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-24T03:22:30,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-24T03:22:30,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-24T03:22:30,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-24T03:22:30,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-24T03:22:30,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,383 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-24T03:22:30,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-24T03:22:30,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-24T03:22:30,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,394 DEBUG [hconnection-0x383ab95b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,396 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-24T03:22:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:22:30,397 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:30,398 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:30,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:30,399 DEBUG [hconnection-0x3023db23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,399 DEBUG [hconnection-0x43a916cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,399 DEBUG [hconnection-0x3951746d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,400 DEBUG [hconnection-0x604733c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,400 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,400 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,400 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,400 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,400 DEBUG [hconnection-0x78fb11db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,401 DEBUG [hconnection-0x1de8b601-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,401 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,401 DEBUG [hconnection-0x635cc7b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,402 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,402 DEBUG [hconnection-0x6c5f6e43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,402 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,403 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,403 DEBUG [hconnection-0x6b5ae3e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,404 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:30,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:30,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:30,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:30,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:30,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:30,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:30,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418610422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418610423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418610422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418610423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418610423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f8067d82b19f421eaf36bb26c8cbff53_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418550404/Put/seqid=0 2024-11-24T03:22:30,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742156_1332 (size=17034) 2024-11-24T03:22:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:22:30,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418610524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418610524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418610524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418610524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418610525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,549 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:30,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:30,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:30,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:22:30,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:30,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:30,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:30,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:30,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418610726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418610726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418610726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418610727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418610728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,841 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:30,845 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f8067d82b19f421eaf36bb26c8cbff53_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f8067d82b19f421eaf36bb26c8cbff53_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:30,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/cb36b0edd399438eba8ba7c3e6f8bbc4, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:30,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/cb36b0edd399438eba8ba7c3e6f8bbc4 is 175, key is test_row_0/A:col10/1732418550404/Put/seqid=0 2024-11-24T03:22:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742157_1333 (size=48139) 2024-11-24T03:22:30,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:30,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:30,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:30,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:30,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:30,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:22:31,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418611028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418611028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418611030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418611031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418611031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:31,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:31,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/cb36b0edd399438eba8ba7c3e6f8bbc4 2024-11-24T03:22:31,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ff442557a8a147f78f40dbe898b52bae is 50, key is test_row_0/B:col10/1732418550404/Put/seqid=0 2024-11-24T03:22:31,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742158_1334 (size=12001) 2024-11-24T03:22:31,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:31,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:31,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:22:31,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418611531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418611532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418611536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418611538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418611538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:31,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ff442557a8a147f78f40dbe898b52bae 2024-11-24T03:22:31,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/f26d8af7cad046209844a33b145f075c is 50, key is test_row_0/C:col10/1732418550404/Put/seqid=0 2024-11-24T03:22:31,773 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742159_1335 (size=12001) 2024-11-24T03:22:31,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/f26d8af7cad046209844a33b145f075c 2024-11-24T03:22:31,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/cb36b0edd399438eba8ba7c3e6f8bbc4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/cb36b0edd399438eba8ba7c3e6f8bbc4 2024-11-24T03:22:31,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/cb36b0edd399438eba8ba7c3e6f8bbc4, entries=250, sequenceid=16, filesize=47.0 K 2024-11-24T03:22:31,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ff442557a8a147f78f40dbe898b52bae as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff442557a8a147f78f40dbe898b52bae 2024-11-24T03:22:31,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff442557a8a147f78f40dbe898b52bae, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T03:22:31,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/f26d8af7cad046209844a33b145f075c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f26d8af7cad046209844a33b145f075c 2024-11-24T03:22:31,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f26d8af7cad046209844a33b145f075c, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T03:22:31,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for d7642123957cee9f4c0d52778b16d250 in 1396ms, sequenceid=16, compaction requested=false 2024-11-24T03:22:31,804 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T03:22:31,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:31,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:31,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T03:22:31,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:31,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:31,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244da0a98fbf9b41e3a09ce4b3595657ca_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418550422/Put/seqid=0 2024-11-24T03:22:31,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742160_1336 (size=12154) 2024-11-24T03:22:32,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:22:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:32,392 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244da0a98fbf9b41e3a09ce4b3595657ca_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244da0a98fbf9b41e3a09ce4b3595657ca_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/fb239fa1b18b4f398faf16c61469b78a, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/fb239fa1b18b4f398faf16c61469b78a is 175, key is test_row_0/A:col10/1732418550422/Put/seqid=0 2024-11-24T03:22:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742161_1337 (size=30955) 2024-11-24T03:22:32,446 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/fb239fa1b18b4f398faf16c61469b78a 2024-11-24T03:22:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ed8ef20934074405a890276c449017a0 is 50, key is test_row_0/B:col10/1732418550422/Put/seqid=0 2024-11-24T03:22:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:22:32,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742162_1338 (size=12001) 2024-11-24T03:22:32,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ed8ef20934074405a890276c449017a0 2024-11-24T03:22:32,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/f27c08a00a1b478ea9d8c072aac9e98a is 50, key is test_row_0/C:col10/1732418550422/Put/seqid=0 2024-11-24T03:22:32,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:32,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418612553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418612554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418612562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418612564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418612562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742163_1339 (size=12001) 2024-11-24T03:22:32,605 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/f27c08a00a1b478ea9d8c072aac9e98a 2024-11-24T03:22:32,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/fb239fa1b18b4f398faf16c61469b78a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/fb239fa1b18b4f398faf16c61469b78a 2024-11-24T03:22:32,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/fb239fa1b18b4f398faf16c61469b78a, entries=150, sequenceid=42, filesize=30.2 K 2024-11-24T03:22:32,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ed8ef20934074405a890276c449017a0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ed8ef20934074405a890276c449017a0 2024-11-24T03:22:32,622 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ed8ef20934074405a890276c449017a0, entries=150, sequenceid=42, filesize=11.7 K 2024-11-24T03:22:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/f27c08a00a1b478ea9d8c072aac9e98a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f27c08a00a1b478ea9d8c072aac9e98a 2024-11-24T03:22:32,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f27c08a00a1b478ea9d8c072aac9e98a, entries=150, sequenceid=42, filesize=11.7 K 2024-11-24T03:22:32,632 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d7642123957cee9f4c0d52778b16d250 in 705ms, sequenceid=42, compaction requested=false 2024-11-24T03:22:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:32,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:32,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-24T03:22:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-24T03:22:32,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-24T03:22:32,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2430 sec 2024-11-24T03:22:32,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.2470 sec 2024-11-24T03:22:32,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:32,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:32,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dfa5bb2232074574b969c2e9231e398a_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418552675/Put/seqid=0 2024-11-24T03:22:32,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742164_1340 (size=17034) 2024-11-24T03:22:32,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418612749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418612759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418612760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418612760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418612761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418612861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418612876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418612877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418612878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:32,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418612879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418613081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418613089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418613091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418613095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418613096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,120 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:33,124 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dfa5bb2232074574b969c2e9231e398a_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dfa5bb2232074574b969c2e9231e398a_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:33,125 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/168d1cf6876c4420b3575d8e81bd3e94, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:33,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/168d1cf6876c4420b3575d8e81bd3e94 is 175, key is test_row_0/A:col10/1732418552675/Put/seqid=0 2024-11-24T03:22:33,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742165_1341 (size=48139) 2024-11-24T03:22:33,163 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/168d1cf6876c4420b3575d8e81bd3e94 2024-11-24T03:22:33,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/08fe59b9ab0645b8b8198835bd77fd2c is 50, key is test_row_0/B:col10/1732418552675/Put/seqid=0 2024-11-24T03:22:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742166_1342 (size=12001) 2024-11-24T03:22:33,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418613389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418613399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418613399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418613404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418613410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/08fe59b9ab0645b8b8198835bd77fd2c 2024-11-24T03:22:33,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/65ffffc5e2c6416ca4422b41ce938fa8 is 50, key is test_row_0/C:col10/1732418552675/Put/seqid=0 2024-11-24T03:22:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742167_1343 (size=12001) 2024-11-24T03:22:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418613900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418613909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418613913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418613918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:33,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418613929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:34,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/65ffffc5e2c6416ca4422b41ce938fa8 2024-11-24T03:22:34,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/168d1cf6876c4420b3575d8e81bd3e94 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/168d1cf6876c4420b3575d8e81bd3e94 2024-11-24T03:22:34,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/168d1cf6876c4420b3575d8e81bd3e94, entries=250, sequenceid=54, filesize=47.0 K 2024-11-24T03:22:34,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/08fe59b9ab0645b8b8198835bd77fd2c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/08fe59b9ab0645b8b8198835bd77fd2c 2024-11-24T03:22:34,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/08fe59b9ab0645b8b8198835bd77fd2c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T03:22:34,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/65ffffc5e2c6416ca4422b41ce938fa8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/65ffffc5e2c6416ca4422b41ce938fa8 2024-11-24T03:22:34,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/65ffffc5e2c6416ca4422b41ce938fa8, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T03:22:34,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d7642123957cee9f4c0d52778b16d250 in 1448ms, sequenceid=54, compaction requested=true 2024-11-24T03:22:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:34,124 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:34,124 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:34,127 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:34,127 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:34,127 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/A is initiating minor compaction (all files) 2024-11-24T03:22:34,127 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/B is initiating minor compaction (all files) 2024-11-24T03:22:34,127 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/A in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:34,127 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/B in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:34,127 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/cb36b0edd399438eba8ba7c3e6f8bbc4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/fb239fa1b18b4f398faf16c61469b78a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/168d1cf6876c4420b3575d8e81bd3e94] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=124.3 K 2024-11-24T03:22:34,127 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff442557a8a147f78f40dbe898b52bae, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ed8ef20934074405a890276c449017a0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/08fe59b9ab0645b8b8198835bd77fd2c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=35.2 K 2024-11-24T03:22:34,127 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:34,127 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/cb36b0edd399438eba8ba7c3e6f8bbc4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/fb239fa1b18b4f398faf16c61469b78a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/168d1cf6876c4420b3575d8e81bd3e94] 2024-11-24T03:22:34,128 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff442557a8a147f78f40dbe898b52bae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732418550404 2024-11-24T03:22:34,128 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting cb36b0edd399438eba8ba7c3e6f8bbc4, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732418550402 2024-11-24T03:22:34,128 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed8ef20934074405a890276c449017a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732418550422 2024-11-24T03:22:34,129 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08fe59b9ab0645b8b8198835bd77fd2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732418552551 2024-11-24T03:22:34,129 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fb239fa1b18b4f398faf16c61469b78a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732418550422 2024-11-24T03:22:34,130 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 168d1cf6876c4420b3575d8e81bd3e94, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732418552551 2024-11-24T03:22:34,144 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:34,145 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/a8295c33ab894612a0f2704688526eea is 50, key is test_row_0/B:col10/1732418552675/Put/seqid=0 2024-11-24T03:22:34,150 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:34,174 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124911a2a43e6e6415fa1be307422b3cd1e_d7642123957cee9f4c0d52778b16d250 store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:34,177 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124911a2a43e6e6415fa1be307422b3cd1e_d7642123957cee9f4c0d52778b16d250, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:34,177 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124911a2a43e6e6415fa1be307422b3cd1e_d7642123957cee9f4c0d52778b16d250 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:34,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742168_1344 (size=12104) 2024-11-24T03:22:34,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742169_1345 (size=4469) 2024-11-24T03:22:34,236 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#A#compaction#292 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:34,236 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/6132c6b42c204910b7e98b588609d5aa is 175, key is test_row_0/A:col10/1732418552675/Put/seqid=0 2024-11-24T03:22:34,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742170_1346 (size=31058) 2024-11-24T03:22:34,305 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/6132c6b42c204910b7e98b588609d5aa as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6132c6b42c204910b7e98b588609d5aa 2024-11-24T03:22:34,314 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/A of d7642123957cee9f4c0d52778b16d250 into 6132c6b42c204910b7e98b588609d5aa(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:34,314 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:34,314 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/A, priority=13, startTime=1732418554124; duration=0sec 2024-11-24T03:22:34,314 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:34,314 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:A 2024-11-24T03:22:34,314 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:34,317 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:34,317 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/C is initiating minor compaction (all files) 2024-11-24T03:22:34,317 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/C in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:34,317 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f26d8af7cad046209844a33b145f075c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f27c08a00a1b478ea9d8c072aac9e98a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/65ffffc5e2c6416ca4422b41ce938fa8] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=35.2 K 2024-11-24T03:22:34,317 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f26d8af7cad046209844a33b145f075c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732418550404 2024-11-24T03:22:34,318 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f27c08a00a1b478ea9d8c072aac9e98a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732418550422 2024-11-24T03:22:34,318 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 65ffffc5e2c6416ca4422b41ce938fa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732418552551 2024-11-24T03:22:34,330 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:34,331 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/03810e9a217945abb76bc6f7949241fc is 50, key is test_row_0/C:col10/1732418552675/Put/seqid=0 2024-11-24T03:22:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742171_1347 (size=12104) 2024-11-24T03:22:34,379 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/03810e9a217945abb76bc6f7949241fc as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/03810e9a217945abb76bc6f7949241fc 2024-11-24T03:22:34,384 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/C of d7642123957cee9f4c0d52778b16d250 into 03810e9a217945abb76bc6f7949241fc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:34,384 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:34,384 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/C, priority=13, startTime=1732418554124; duration=0sec 2024-11-24T03:22:34,385 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:34,385 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:C 2024-11-24T03:22:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:22:34,503 INFO [Thread-1513 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-24T03:22:34,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-24T03:22:34,506 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T03:22:34,506 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:34,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T03:22:34,612 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/a8295c33ab894612a0f2704688526eea as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/a8295c33ab894612a0f2704688526eea 2024-11-24T03:22:34,617 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/B of d7642123957cee9f4c0d52778b16d250 into a8295c33ab894612a0f2704688526eea(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:34,617 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:34,617 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/B, priority=13, startTime=1732418554124; duration=0sec 2024-11-24T03:22:34,617 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:34,617 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:B 2024-11-24T03:22:34,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:34,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T03:22:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:34,660 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:22:34,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:34,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:34,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:34,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:34,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a1aa9e7bb87443f1a0dd937d56f24245_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418552737/Put/seqid=0 2024-11-24T03:22:34,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742172_1348 (size=12154) 2024-11-24T03:22:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T03:22:34,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418614942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:34,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418614945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:34,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418614945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:34,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418614946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:34,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418614947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418615054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418615060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418615061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418615062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418615068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T03:22:35,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:35,137 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a1aa9e7bb87443f1a0dd937d56f24245_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1aa9e7bb87443f1a0dd937d56f24245_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:35,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/5af196ba8e904625bbdfa84d52ea7dee, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/5af196ba8e904625bbdfa84d52ea7dee is 175, key is test_row_0/A:col10/1732418552737/Put/seqid=0 2024-11-24T03:22:35,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742173_1349 (size=30955) 2024-11-24T03:22:35,183 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/5af196ba8e904625bbdfa84d52ea7dee 2024-11-24T03:22:35,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/68c9d3adff454586be314e6dc889d57b is 50, key is test_row_0/B:col10/1732418552737/Put/seqid=0 2024-11-24T03:22:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742174_1350 (size=12001) 2024-11-24T03:22:35,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418615264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418615270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418615271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418615271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418615277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418615573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418615580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418615581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418615581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418615587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T03:22:35,656 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/68c9d3adff454586be314e6dc889d57b 2024-11-24T03:22:35,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/9f7ed1bf1dc24701ac6105d288c152af is 50, key is test_row_0/C:col10/1732418552737/Put/seqid=0 2024-11-24T03:22:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742175_1351 (size=12001) 2024-11-24T03:22:36,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418616080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:36,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418616087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418616087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418616088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:36,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418616093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:36,117 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/9f7ed1bf1dc24701ac6105d288c152af 2024-11-24T03:22:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/5af196ba8e904625bbdfa84d52ea7dee as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/5af196ba8e904625bbdfa84d52ea7dee 2024-11-24T03:22:36,128 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/5af196ba8e904625bbdfa84d52ea7dee, entries=150, sequenceid=82, filesize=30.2 K 2024-11-24T03:22:36,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/68c9d3adff454586be314e6dc889d57b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/68c9d3adff454586be314e6dc889d57b 2024-11-24T03:22:36,133 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/68c9d3adff454586be314e6dc889d57b, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T03:22:36,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/9f7ed1bf1dc24701ac6105d288c152af as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/9f7ed1bf1dc24701ac6105d288c152af 2024-11-24T03:22:36,143 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/9f7ed1bf1dc24701ac6105d288c152af, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T03:22:36,144 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d7642123957cee9f4c0d52778b16d250 in 1483ms, sequenceid=82, compaction requested=false 2024-11-24T03:22:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-24T03:22:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-24T03:22:36,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-24T03:22:36,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6380 sec 2024-11-24T03:22:36,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.6440 sec 2024-11-24T03:22:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T03:22:36,612 INFO [Thread-1513 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-24T03:22:36,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-24T03:22:36,615 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:36,615 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:36,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T03:22:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T03:22:36,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:36,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T03:22:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:36,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246650e2e93b0a48f5a2f8af74be4388a5_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418554916/Put/seqid=0 2024-11-24T03:22:36,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742176_1352 (size=12154) 2024-11-24T03:22:36,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:36,853 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246650e2e93b0a48f5a2f8af74be4388a5_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246650e2e93b0a48f5a2f8af74be4388a5_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:36,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/f348b28c878946c6ae1df2f066973d02, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:36,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/f348b28c878946c6ae1df2f066973d02 is 175, key is test_row_0/A:col10/1732418554916/Put/seqid=0 2024-11-24T03:22:36,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742177_1353 (size=30955) 2024-11-24T03:22:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T03:22:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:37,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:37,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418617130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418617132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418617138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418617137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418617144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T03:22:37,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418617246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418617246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418617257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418617258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418617258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,295 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/f348b28c878946c6ae1df2f066973d02 2024-11-24T03:22:37,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ff8d2ddb227c4b55b669d118a2ee2ddb is 50, key is test_row_0/B:col10/1732418554916/Put/seqid=0 2024-11-24T03:22:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742178_1354 (size=12001) 2024-11-24T03:22:37,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418617452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418617455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418617465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418617465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418617465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T03:22:37,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ff8d2ddb227c4b55b669d118a2ee2ddb 2024-11-24T03:22:37,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418617765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418617765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/32f7ab3011b345a59cbdee3d48d0970e is 50, key is test_row_0/C:col10/1732418554916/Put/seqid=0 2024-11-24T03:22:37,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418617778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418617778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418617780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742179_1355 (size=12001) 2024-11-24T03:22:38,230 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/32f7ab3011b345a59cbdee3d48d0970e 2024-11-24T03:22:38,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/f348b28c878946c6ae1df2f066973d02 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f348b28c878946c6ae1df2f066973d02 2024-11-24T03:22:38,243 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f348b28c878946c6ae1df2f066973d02, entries=150, sequenceid=93, filesize=30.2 K 2024-11-24T03:22:38,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ff8d2ddb227c4b55b669d118a2ee2ddb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff8d2ddb227c4b55b669d118a2ee2ddb 2024-11-24T03:22:38,251 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff8d2ddb227c4b55b669d118a2ee2ddb, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T03:22:38,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/32f7ab3011b345a59cbdee3d48d0970e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/32f7ab3011b345a59cbdee3d48d0970e 2024-11-24T03:22:38,257 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/32f7ab3011b345a59cbdee3d48d0970e, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T03:22:38,258 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d7642123957cee9f4c0d52778b16d250 in 1490ms, sequenceid=93, compaction requested=true 2024-11-24T03:22:38,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:38,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:38,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-24T03:22:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-24T03:22:38,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-24T03:22:38,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6450 sec 2024-11-24T03:22:38,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.6490 sec 2024-11-24T03:22:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:38,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:38,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:38,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:38,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:38,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:38,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:38,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:38,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418618295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418618298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a425352adfc84925a1c303c70aff9ae7_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418557135/Put/seqid=0 2024-11-24T03:22:38,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418618305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418618306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418618308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742180_1356 (size=17034) 2024-11-24T03:22:38,348 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,353 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a425352adfc84925a1c303c70aff9ae7_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a425352adfc84925a1c303c70aff9ae7_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:38,354 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/92050e6b80cd439b992be6a911acad17, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:38,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/92050e6b80cd439b992be6a911acad17 is 175, key is test_row_0/A:col10/1732418557135/Put/seqid=0 2024-11-24T03:22:38,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742181_1357 (size=48139) 2024-11-24T03:22:38,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418618409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418618418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418618418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418618420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418618620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418618627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418618627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418618629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T03:22:38,721 INFO [Thread-1513 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-24T03:22:38,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-24T03:22:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T03:22:38,724 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:38,725 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:38,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:38,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/92050e6b80cd439b992be6a911acad17 2024-11-24T03:22:38,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/58776aad9d84421cbbdc772101074373 is 50, key is test_row_0/B:col10/1732418557135/Put/seqid=0 2024-11-24T03:22:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T03:22:38,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742182_1358 (size=12001) 2024-11-24T03:22:38,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T03:22:38,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:38,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:38,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:38,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:38,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:38,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418618934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418618936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418618937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418618937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T03:22:39,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T03:22:39,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:39,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T03:22:39,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/58776aad9d84421cbbdc772101074373 2024-11-24T03:22:39,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/024bcdfb05f844f1a210fddf6c878194 is 50, key is test_row_0/C:col10/1732418557135/Put/seqid=0 2024-11-24T03:22:39,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418619310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T03:22:39,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742183_1359 (size=12001) 2024-11-24T03:22:39,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/024bcdfb05f844f1a210fddf6c878194 2024-11-24T03:22:39,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/92050e6b80cd439b992be6a911acad17 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/92050e6b80cd439b992be6a911acad17 2024-11-24T03:22:39,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T03:22:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/92050e6b80cd439b992be6a911acad17, entries=250, sequenceid=120, filesize=47.0 K 2024-11-24T03:22:39,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/58776aad9d84421cbbdc772101074373 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/58776aad9d84421cbbdc772101074373 2024-11-24T03:22:39,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/58776aad9d84421cbbdc772101074373, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T03:22:39,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/024bcdfb05f844f1a210fddf6c878194 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/024bcdfb05f844f1a210fddf6c878194 2024-11-24T03:22:39,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/024bcdfb05f844f1a210fddf6c878194, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T03:22:39,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d7642123957cee9f4c0d52778b16d250 in 1078ms, sequenceid=120, compaction requested=true 2024-11-24T03:22:39,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:39,360 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:39,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:39,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:39,360 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:39,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:39,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:39,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:39,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:39,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:39,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/A is initiating minor compaction (all files) 2024-11-24T03:22:39,362 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/A in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,363 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6132c6b42c204910b7e98b588609d5aa, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/5af196ba8e904625bbdfa84d52ea7dee, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f348b28c878946c6ae1df2f066973d02, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/92050e6b80cd439b992be6a911acad17] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=137.8 K 2024-11-24T03:22:39,363 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,363 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6132c6b42c204910b7e98b588609d5aa, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/5af196ba8e904625bbdfa84d52ea7dee, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f348b28c878946c6ae1df2f066973d02, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/92050e6b80cd439b992be6a911acad17] 2024-11-24T03:22:39,364 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:39,364 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6132c6b42c204910b7e98b588609d5aa, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732418552551 2024-11-24T03:22:39,364 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/B is initiating minor compaction (all files) 2024-11-24T03:22:39,364 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/B in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,364 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/a8295c33ab894612a0f2704688526eea, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/68c9d3adff454586be314e6dc889d57b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff8d2ddb227c4b55b669d118a2ee2ddb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/58776aad9d84421cbbdc772101074373] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=47.0 K 2024-11-24T03:22:39,364 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5af196ba8e904625bbdfa84d52ea7dee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732418552737 2024-11-24T03:22:39,365 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a8295c33ab894612a0f2704688526eea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732418552551 2024-11-24T03:22:39,365 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f348b28c878946c6ae1df2f066973d02, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732418554916 2024-11-24T03:22:39,365 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 68c9d3adff454586be314e6dc889d57b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732418552737 2024-11-24T03:22:39,365 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92050e6b80cd439b992be6a911acad17, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732418557127 2024-11-24T03:22:39,366 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ff8d2ddb227c4b55b669d118a2ee2ddb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732418554916 2024-11-24T03:22:39,366 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 58776aad9d84421cbbdc772101074373, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732418557135 2024-11-24T03:22:39,388 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:39,398 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:39,399 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ca8ed675b4fc4b5e8ef7079acabffedc is 50, key is test_row_0/B:col10/1732418557135/Put/seqid=0 2024-11-24T03:22:39,406 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242c2024b48e49469c84757cf96dec7720_d7642123957cee9f4c0d52778b16d250 store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:39,409 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242c2024b48e49469c84757cf96dec7720_d7642123957cee9f4c0d52778b16d250, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:39,409 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242c2024b48e49469c84757cf96dec7720_d7642123957cee9f4c0d52778b16d250 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742184_1360 (size=12241) 2024-11-24T03:22:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:39,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:39,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:39,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:39,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:39,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:39,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:39,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742185_1361 (size=4469) 2024-11-24T03:22:39,476 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#A#compaction#303 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:39,476 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/b67b48fd454f4869b903bf24b3c478ac is 175, key is test_row_0/A:col10/1732418557135/Put/seqid=0 2024-11-24T03:22:39,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244225d86ca53148c2b9962833f632a44e_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418559455/Put/seqid=0 2024-11-24T03:22:39,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T03:22:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742187_1363 (size=14694) 2024-11-24T03:22:39,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742186_1362 (size=31195) 2024-11-24T03:22:39,519 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:39,523 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/b67b48fd454f4869b903bf24b3c478ac as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/b67b48fd454f4869b903bf24b3c478ac 2024-11-24T03:22:39,526 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244225d86ca53148c2b9962833f632a44e_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244225d86ca53148c2b9962833f632a44e_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:39,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/3a08cd4e045245db9cc3eb0aa2d59c9d, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:39,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/3a08cd4e045245db9cc3eb0aa2d59c9d is 175, key is test_row_0/A:col10/1732418559455/Put/seqid=0 2024-11-24T03:22:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418619515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,531 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/A of d7642123957cee9f4c0d52778b16d250 into b67b48fd454f4869b903bf24b3c478ac(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:39,531 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:39,531 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/A, priority=12, startTime=1732418559360; duration=0sec 2024-11-24T03:22:39,531 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:39,531 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:A 2024-11-24T03:22:39,531 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:39,534 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:39,534 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/C is initiating minor compaction (all files) 2024-11-24T03:22:39,534 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/C in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,534 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/03810e9a217945abb76bc6f7949241fc, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/9f7ed1bf1dc24701ac6105d288c152af, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/32f7ab3011b345a59cbdee3d48d0970e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/024bcdfb05f844f1a210fddf6c878194] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=47.0 K 2024-11-24T03:22:39,534 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03810e9a217945abb76bc6f7949241fc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732418552551 2024-11-24T03:22:39,535 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f7ed1bf1dc24701ac6105d288c152af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732418552737 2024-11-24T03:22:39,535 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32f7ab3011b345a59cbdee3d48d0970e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732418554916 2024-11-24T03:22:39,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,535 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 024bcdfb05f844f1a210fddf6c878194, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732418557135 2024-11-24T03:22:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418619522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418619524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418619529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742188_1364 (size=39649) 2024-11-24T03:22:39,544 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/3a08cd4e045245db9cc3eb0aa2d59c9d 2024-11-24T03:22:39,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/97408411708f4609977dbeeda24e6981 is 50, key is test_row_0/B:col10/1732418559455/Put/seqid=0 2024-11-24T03:22:39,564 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:39,565 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/ec46b2057d454c35a7060fc1af68a956 is 50, key is test_row_0/C:col10/1732418557135/Put/seqid=0 2024-11-24T03:22:39,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742189_1365 (size=12101) 2024-11-24T03:22:39,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/97408411708f4609977dbeeda24e6981 2024-11-24T03:22:39,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/8a7c92b66bc44423a4853decb1e2eb63 is 50, key is test_row_0/C:col10/1732418559455/Put/seqid=0 2024-11-24T03:22:39,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742190_1366 (size=12241) 2024-11-24T03:22:39,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418619630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418619636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418619637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742191_1367 (size=12101) 2024-11-24T03:22:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418619639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/8a7c92b66bc44423a4853decb1e2eb63 2024-11-24T03:22:39,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T03:22:39,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:39,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/3a08cd4e045245db9cc3eb0aa2d59c9d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/3a08cd4e045245db9cc3eb0aa2d59c9d 2024-11-24T03:22:39,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/3a08cd4e045245db9cc3eb0aa2d59c9d, entries=200, sequenceid=132, filesize=38.7 K 2024-11-24T03:22:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/97408411708f4609977dbeeda24e6981 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/97408411708f4609977dbeeda24e6981 2024-11-24T03:22:39,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/97408411708f4609977dbeeda24e6981, entries=150, sequenceid=132, filesize=11.8 K 2024-11-24T03:22:39,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/8a7c92b66bc44423a4853decb1e2eb63 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8a7c92b66bc44423a4853decb1e2eb63 2024-11-24T03:22:39,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8a7c92b66bc44423a4853decb1e2eb63, entries=150, sequenceid=132, filesize=11.8 K 2024-11-24T03:22:39,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d7642123957cee9f4c0d52778b16d250 in 237ms, sequenceid=132, compaction requested=false 2024-11-24T03:22:39,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:39,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T03:22:39,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:39,802 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:22:39,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T03:22:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c03fb3983d5843c2b342e900d21b0fbe_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418559512/Put/seqid=0 2024-11-24T03:22:39,847 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ca8ed675b4fc4b5e8ef7079acabffedc as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ca8ed675b4fc4b5e8ef7079acabffedc 2024-11-24T03:22:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:39,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:39,853 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/B of d7642123957cee9f4c0d52778b16d250 into ca8ed675b4fc4b5e8ef7079acabffedc(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:39,853 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:39,853 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/B, priority=12, startTime=1732418559360; duration=0sec 2024-11-24T03:22:39,853 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:39,853 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:B 2024-11-24T03:22:39,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742192_1368 (size=12304) 2024-11-24T03:22:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:39,895 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c03fb3983d5843c2b342e900d21b0fbe_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c03fb3983d5843c2b342e900d21b0fbe_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:39,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/e8c15d7abf8140f499cbb016cf7057af, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/e8c15d7abf8140f499cbb016cf7057af is 175, key is test_row_0/A:col10/1732418559512/Put/seqid=0 2024-11-24T03:22:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418619868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742193_1369 (size=31105) 2024-11-24T03:22:39,931 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/e8c15d7abf8140f499cbb016cf7057af 2024-11-24T03:22:39,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418619908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418619918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418619919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/c7705316994a4801a26b916f364b6c60 is 50, key is test_row_0/B:col10/1732418559512/Put/seqid=0 2024-11-24T03:22:40,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742194_1370 (size=12151) 2024-11-24T03:22:40,016 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/ec46b2057d454c35a7060fc1af68a956 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/ec46b2057d454c35a7060fc1af68a956 2024-11-24T03:22:40,021 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/C of d7642123957cee9f4c0d52778b16d250 into ec46b2057d454c35a7060fc1af68a956(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:40,021 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:40,021 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/C, priority=12, startTime=1732418559361; duration=0sec 2024-11-24T03:22:40,021 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:40,021 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:C 2024-11-24T03:22:40,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418620011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418620036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418620036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418620036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418620237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418620253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418620255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418620270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/c7705316994a4801a26b916f364b6c60 2024-11-24T03:22:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/395b58aad7134c56a87dc97827d5d753 is 50, key is test_row_0/C:col10/1732418559512/Put/seqid=0 2024-11-24T03:22:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742195_1371 (size=12151) 2024-11-24T03:22:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418620543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418620565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418620566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418620581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T03:22:40,859 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/395b58aad7134c56a87dc97827d5d753 2024-11-24T03:22:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/e8c15d7abf8140f499cbb016cf7057af as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e8c15d7abf8140f499cbb016cf7057af 2024-11-24T03:22:40,877 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e8c15d7abf8140f499cbb016cf7057af, entries=150, sequenceid=157, filesize=30.4 K 2024-11-24T03:22:40,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/c7705316994a4801a26b916f364b6c60 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c7705316994a4801a26b916f364b6c60 2024-11-24T03:22:40,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c7705316994a4801a26b916f364b6c60, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T03:22:40,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/395b58aad7134c56a87dc97827d5d753 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/395b58aad7134c56a87dc97827d5d753 2024-11-24T03:22:40,889 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/395b58aad7134c56a87dc97827d5d753, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T03:22:40,890 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d7642123957cee9f4c0d52778b16d250 in 1088ms, sequenceid=157, compaction requested=true 2024-11-24T03:22:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-24T03:22:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-24T03:22:40,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-24T03:22:40,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1670 sec 2024-11-24T03:22:40,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.1720 sec 2024-11-24T03:22:41,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T03:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:41,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112400b164413f384ef4b47a863096a8b593_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418561056/Put/seqid=0 2024-11-24T03:22:41,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742196_1372 (size=14794) 2024-11-24T03:22:41,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:41,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112400b164413f384ef4b47a863096a8b593_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112400b164413f384ef4b47a863096a8b593_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:41,091 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0164b18b7da849899bd9996cb6574da5, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:41,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0164b18b7da849899bd9996cb6574da5 is 175, key is test_row_0/A:col10/1732418561056/Put/seqid=0 2024-11-24T03:22:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742197_1373 (size=39749) 2024-11-24T03:22:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418621115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418621120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418621124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418621126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418621227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418621231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418621231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418621236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418621331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,339 DEBUG [Thread-1507 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4201 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., hostname=f13c2bb2f71a,46311,1732418455035, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418621438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418621438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418621438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418621448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,504 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0164b18b7da849899bd9996cb6574da5 2024-11-24T03:22:41,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/537bedf85e7748c6b7bc57f1780fff7f is 50, key is test_row_0/B:col10/1732418561056/Put/seqid=0 2024-11-24T03:22:41,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742198_1374 (size=12151) 2024-11-24T03:22:41,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/537bedf85e7748c6b7bc57f1780fff7f 2024-11-24T03:22:41,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/00387728e7ca42839b98d1c5dd3069d1 is 50, key is test_row_0/C:col10/1732418561056/Put/seqid=0 2024-11-24T03:22:41,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742199_1375 (size=12151) 2024-11-24T03:22:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418621747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418621748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418621749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418621759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:41,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/00387728e7ca42839b98d1c5dd3069d1 2024-11-24T03:22:41,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0164b18b7da849899bd9996cb6574da5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0164b18b7da849899bd9996cb6574da5 2024-11-24T03:22:42,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0164b18b7da849899bd9996cb6574da5, entries=200, sequenceid=173, filesize=38.8 K 2024-11-24T03:22:42,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/537bedf85e7748c6b7bc57f1780fff7f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/537bedf85e7748c6b7bc57f1780fff7f 2024-11-24T03:22:42,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/537bedf85e7748c6b7bc57f1780fff7f, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:22:42,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/00387728e7ca42839b98d1c5dd3069d1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/00387728e7ca42839b98d1c5dd3069d1 2024-11-24T03:22:42,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/00387728e7ca42839b98d1c5dd3069d1, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:22:42,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d7642123957cee9f4c0d52778b16d250 in 959ms, sequenceid=173, compaction requested=true 2024-11-24T03:22:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:42,017 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:42,017 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:42,019 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:42,019 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/A is initiating minor compaction (all files) 2024-11-24T03:22:42,019 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/A in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:42,019 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/b67b48fd454f4869b903bf24b3c478ac, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/3a08cd4e045245db9cc3eb0aa2d59c9d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e8c15d7abf8140f499cbb016cf7057af, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0164b18b7da849899bd9996cb6574da5] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=138.4 K 2024-11-24T03:22:42,019 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:42,019 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/b67b48fd454f4869b903bf24b3c478ac, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/3a08cd4e045245db9cc3eb0aa2d59c9d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e8c15d7abf8140f499cbb016cf7057af, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0164b18b7da849899bd9996cb6574da5] 2024-11-24T03:22:42,019 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:42,019 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/B is initiating minor compaction (all files) 2024-11-24T03:22:42,020 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/B in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:42,020 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ca8ed675b4fc4b5e8ef7079acabffedc, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/97408411708f4609977dbeeda24e6981, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c7705316994a4801a26b916f364b6c60, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/537bedf85e7748c6b7bc57f1780fff7f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=47.5 K 2024-11-24T03:22:42,020 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ca8ed675b4fc4b5e8ef7079acabffedc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732418557135 2024-11-24T03:22:42,020 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b67b48fd454f4869b903bf24b3c478ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732418557135 2024-11-24T03:22:42,021 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 97408411708f4609977dbeeda24e6981, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732418558304 2024-11-24T03:22:42,021 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a08cd4e045245db9cc3eb0aa2d59c9d, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732418558292 2024-11-24T03:22:42,021 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c7705316994a4801a26b916f364b6c60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732418559512 2024-11-24T03:22:42,021 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8c15d7abf8140f499cbb016cf7057af, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732418559512 2024-11-24T03:22:42,021 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 537bedf85e7748c6b7bc57f1780fff7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418559867 2024-11-24T03:22:42,022 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0164b18b7da849899bd9996cb6574da5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418559867 2024-11-24T03:22:42,034 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:42,038 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124970ed43a1346430688fcad3e3f2b3470_d7642123957cee9f4c0d52778b16d250 store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:42,038 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#B#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:42,039 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/414e13c5ab53470d9035b7cf90ec4e86 is 50, key is test_row_0/B:col10/1732418561056/Put/seqid=0 2024-11-24T03:22:42,041 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124970ed43a1346430688fcad3e3f2b3470_d7642123957cee9f4c0d52778b16d250, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:42,041 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124970ed43a1346430688fcad3e3f2b3470_d7642123957cee9f4c0d52778b16d250 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742201_1377 (size=4469) 2024-11-24T03:22:42,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742200_1376 (size=12527) 2024-11-24T03:22:42,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T03:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:42,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:42,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c4f50257895d4be59f6ef6996502aa27_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418561124/Put/seqid=0 2024-11-24T03:22:42,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418622288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418622291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418622299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418622300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742202_1378 (size=14794) 2024-11-24T03:22:42,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,321 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c4f50257895d4be59f6ef6996502aa27_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c4f50257895d4be59f6ef6996502aa27_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:42,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/e85dd71b4cb545e0bc315f9c8f760e28, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:42,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/e85dd71b4cb545e0bc315f9c8f760e28 is 175, key is test_row_0/A:col10/1732418561124/Put/seqid=0 2024-11-24T03:22:42,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742203_1379 (size=39749) 2024-11-24T03:22:42,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/e85dd71b4cb545e0bc315f9c8f760e28 2024-11-24T03:22:42,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/81312935d5d443afa19073f3bf9ead39 is 50, key is test_row_0/B:col10/1732418561124/Put/seqid=0 2024-11-24T03:22:42,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418622403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418622404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418622416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418622416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742204_1380 (size=12151) 2024-11-24T03:22:42,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/81312935d5d443afa19073f3bf9ead39 2024-11-24T03:22:42,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/2f5a4bce86ca4c039f116d5abd4c9721 is 50, key is test_row_0/C:col10/1732418561124/Put/seqid=0 2024-11-24T03:22:42,479 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#A#compaction#315 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:42,480 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/43f865efe3594a31a9c9af53b541cc7d is 175, key is test_row_0/A:col10/1732418561056/Put/seqid=0 2024-11-24T03:22:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742205_1381 (size=12151) 2024-11-24T03:22:42,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/2f5a4bce86ca4c039f116d5abd4c9721 2024-11-24T03:22:42,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/e85dd71b4cb545e0bc315f9c8f760e28 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e85dd71b4cb545e0bc315f9c8f760e28 2024-11-24T03:22:42,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e85dd71b4cb545e0bc315f9c8f760e28, entries=200, sequenceid=196, filesize=38.8 K 2024-11-24T03:22:42,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/81312935d5d443afa19073f3bf9ead39 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/81312935d5d443afa19073f3bf9ead39 2024-11-24T03:22:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742206_1382 (size=31481) 2024-11-24T03:22:42,533 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/414e13c5ab53470d9035b7cf90ec4e86 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/414e13c5ab53470d9035b7cf90ec4e86 2024-11-24T03:22:42,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/81312935d5d443afa19073f3bf9ead39, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T03:22:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/2f5a4bce86ca4c039f116d5abd4c9721 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f5a4bce86ca4c039f116d5abd4c9721 2024-11-24T03:22:42,540 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/43f865efe3594a31a9c9af53b541cc7d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/43f865efe3594a31a9c9af53b541cc7d 2024-11-24T03:22:42,540 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/B of d7642123957cee9f4c0d52778b16d250 into 414e13c5ab53470d9035b7cf90ec4e86(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:42,540 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:42,540 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/B, priority=12, startTime=1732418562017; duration=0sec 2024-11-24T03:22:42,541 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:42,541 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:B 2024-11-24T03:22:42,541 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:42,543 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:42,543 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/C is initiating minor compaction (all files) 2024-11-24T03:22:42,543 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/C in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:42,543 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/ec46b2057d454c35a7060fc1af68a956, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8a7c92b66bc44423a4853decb1e2eb63, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/395b58aad7134c56a87dc97827d5d753, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/00387728e7ca42839b98d1c5dd3069d1] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=47.5 K 2024-11-24T03:22:42,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f5a4bce86ca4c039f116d5abd4c9721, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T03:22:42,544 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ec46b2057d454c35a7060fc1af68a956, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732418557135 2024-11-24T03:22:42,544 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a7c92b66bc44423a4853decb1e2eb63, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732418558304 2024-11-24T03:22:42,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d7642123957cee9f4c0d52778b16d250 in 281ms, sequenceid=196, compaction requested=false 2024-11-24T03:22:42,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:42,545 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 395b58aad7134c56a87dc97827d5d753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732418559512 2024-11-24T03:22:42,545 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 00387728e7ca42839b98d1c5dd3069d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418559867 2024-11-24T03:22:42,546 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/A of d7642123957cee9f4c0d52778b16d250 into 43f865efe3594a31a9c9af53b541cc7d(size=30.7 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:42,546 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:42,546 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/A, priority=12, startTime=1732418562017; duration=0sec 2024-11-24T03:22:42,546 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:42,546 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:A 2024-11-24T03:22:42,562 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#C#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:42,563 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/08dc26ed09354c71ba9baf754a38648d is 50, key is test_row_0/C:col10/1732418561056/Put/seqid=0 2024-11-24T03:22:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742207_1383 (size=12527) 2024-11-24T03:22:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:42,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:22:42,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:42,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:42,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:42,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:42,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:42,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:42,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112401c179fd0aa3441f952346d86c6c4d76_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418562298/Put/seqid=0 2024-11-24T03:22:42,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418622697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742208_1384 (size=14794) 2024-11-24T03:22:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418622709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418622706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418622710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112401c179fd0aa3441f952346d86c6c4d76_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112401c179fd0aa3441f952346d86c6c4d76_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:42,730 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/7bfbac4f6a0042dbbed1c9f0beead8e0, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:42,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/7bfbac4f6a0042dbbed1c9f0beead8e0 is 175, key is test_row_0/A:col10/1732418562298/Put/seqid=0 2024-11-24T03:22:42,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742209_1385 (size=39749) 2024-11-24T03:22:42,767 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/7bfbac4f6a0042dbbed1c9f0beead8e0 2024-11-24T03:22:42,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/eb9eee54c0914de4bc963e4e4912bb4f is 50, key is test_row_0/B:col10/1732418562298/Put/seqid=0 2024-11-24T03:22:42,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418622812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T03:22:42,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,831 INFO [Thread-1513 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-24T03:22:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418622823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418622824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418622824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-24T03:22:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:22:42,845 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:42,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:42,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742210_1386 (size=12151) 2024-11-24T03:22:42,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/eb9eee54c0914de4bc963e4e4912bb4f 2024-11-24T03:22:42,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/7fae924a97a543f4a0983fdf77e0509c is 50, key is test_row_0/C:col10/1732418562298/Put/seqid=0 2024-11-24T03:22:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742211_1387 (size=12151) 2024-11-24T03:22:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:22:42,995 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/08dc26ed09354c71ba9baf754a38648d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/08dc26ed09354c71ba9baf754a38648d 2024-11-24T03:22:42,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:22:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,008 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/C of d7642123957cee9f4c0d52778b16d250 into 08dc26ed09354c71ba9baf754a38648d(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:43,008 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:43,008 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/C, priority=12, startTime=1732418562017; duration=0sec 2024-11-24T03:22:43,008 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:43,008 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:C 2024-11-24T03:22:43,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418623019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418623033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418623034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418623038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:22:43,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:22:43,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:43,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:22:43,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:43,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/7fae924a97a543f4a0983fdf77e0509c 2024-11-24T03:22:43,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418623327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/7bfbac4f6a0042dbbed1c9f0beead8e0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/7bfbac4f6a0042dbbed1c9f0beead8e0 2024-11-24T03:22:43,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418623339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418623341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418623342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/7bfbac4f6a0042dbbed1c9f0beead8e0, entries=200, sequenceid=214, filesize=38.8 K 2024-11-24T03:22:43,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/eb9eee54c0914de4bc963e4e4912bb4f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/eb9eee54c0914de4bc963e4e4912bb4f 2024-11-24T03:22:43,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/eb9eee54c0914de4bc963e4e4912bb4f, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T03:22:43,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/7fae924a97a543f4a0983fdf77e0509c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/7fae924a97a543f4a0983fdf77e0509c 2024-11-24T03:22:43,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/7fae924a97a543f4a0983fdf77e0509c, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T03:22:43,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d7642123957cee9f4c0d52778b16d250 in 745ms, sequenceid=214, compaction requested=true 2024-11-24T03:22:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:43,373 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:43,373 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:43,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:43,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:43,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:43,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:43,374 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:43,374 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/A is initiating minor compaction (all files) 2024-11-24T03:22:43,374 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/A in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,374 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/43f865efe3594a31a9c9af53b541cc7d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e85dd71b4cb545e0bc315f9c8f760e28, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/7bfbac4f6a0042dbbed1c9f0beead8e0] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=108.4 K 2024-11-24T03:22:43,374 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,375 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/43f865efe3594a31a9c9af53b541cc7d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e85dd71b4cb545e0bc315f9c8f760e28, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/7bfbac4f6a0042dbbed1c9f0beead8e0] 2024-11-24T03:22:43,375 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:43,375 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/B is initiating minor compaction (all files) 2024-11-24T03:22:43,375 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/B in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,375 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/414e13c5ab53470d9035b7cf90ec4e86, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/81312935d5d443afa19073f3bf9ead39, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/eb9eee54c0914de4bc963e4e4912bb4f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=36.0 K 2024-11-24T03:22:43,375 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43f865efe3594a31a9c9af53b541cc7d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418559867 2024-11-24T03:22:43,376 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 414e13c5ab53470d9035b7cf90ec4e86, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418559867 2024-11-24T03:22:43,377 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e85dd71b4cb545e0bc315f9c8f760e28, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732418561111 2024-11-24T03:22:43,377 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 81312935d5d443afa19073f3bf9ead39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732418561111 2024-11-24T03:22:43,377 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bfbac4f6a0042dbbed1c9f0beead8e0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732418562297 2024-11-24T03:22:43,377 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting eb9eee54c0914de4bc963e4e4912bb4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732418562298 2024-11-24T03:22:43,385 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:43,397 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:43,398 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/8c291c64a3694bba96919ecc51c5da22 is 50, key is test_row_0/B:col10/1732418562298/Put/seqid=0 2024-11-24T03:22:43,400 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124b09c232c331148daa774f1b62f64d514_d7642123957cee9f4c0d52778b16d250 store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:43,402 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124b09c232c331148daa774f1b62f64d514_d7642123957cee9f4c0d52778b16d250, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:43,402 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b09c232c331148daa774f1b62f64d514_d7642123957cee9f4c0d52778b16d250 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:43,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742212_1388 (size=12629) 2024-11-24T03:22:43,429 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/8c291c64a3694bba96919ecc51c5da22 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/8c291c64a3694bba96919ecc51c5da22 2024-11-24T03:22:43,435 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/B of d7642123957cee9f4c0d52778b16d250 into 8c291c64a3694bba96919ecc51c5da22(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:43,435 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:43,435 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/B, priority=13, startTime=1732418563373; duration=0sec 2024-11-24T03:22:43,435 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:43,435 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:B 2024-11-24T03:22:43,435 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:43,436 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:43,436 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/C is initiating minor compaction (all files) 2024-11-24T03:22:43,436 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/C in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,436 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/08dc26ed09354c71ba9baf754a38648d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f5a4bce86ca4c039f116d5abd4c9721, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/7fae924a97a543f4a0983fdf77e0509c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=36.0 K 2024-11-24T03:22:43,437 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 08dc26ed09354c71ba9baf754a38648d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418559867 2024-11-24T03:22:43,437 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f5a4bce86ca4c039f116d5abd4c9721, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732418561111 2024-11-24T03:22:43,438 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fae924a97a543f4a0983fdf77e0509c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732418562298 2024-11-24T03:22:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:22:43,461 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#C#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:43,461 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/2f0f3753bbbd4b5b95e3aeea861fb603 is 50, key is test_row_0/C:col10/1732418562298/Put/seqid=0 2024-11-24T03:22:43,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:22:43,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:43,462 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:22:43,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:43,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742213_1389 (size=4469) 2024-11-24T03:22:43,470 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#A#compaction#324 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:43,471 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a433710a9ae74c9d86a02f1bf2147dc5 is 175, key is test_row_0/A:col10/1732418562298/Put/seqid=0 2024-11-24T03:22:43,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742214_1390 (size=12629) 2024-11-24T03:22:43,527 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/2f0f3753bbbd4b5b95e3aeea861fb603 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f0f3753bbbd4b5b95e3aeea861fb603 2024-11-24T03:22:43,533 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/C of d7642123957cee9f4c0d52778b16d250 into 2f0f3753bbbd4b5b95e3aeea861fb603(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:43,533 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:43,533 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/C, priority=13, startTime=1732418563374; duration=0sec 2024-11-24T03:22:43,533 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:43,533 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:C 2024-11-24T03:22:43,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742215_1391 (size=31583) 2024-11-24T03:22:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124720ab4c2134846cd9d1eff4387058456_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418562695/Put/seqid=0 2024-11-24T03:22:43,552 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a433710a9ae74c9d86a02f1bf2147dc5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a433710a9ae74c9d86a02f1bf2147dc5 2024-11-24T03:22:43,558 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/A of d7642123957cee9f4c0d52778b16d250 into a433710a9ae74c9d86a02f1bf2147dc5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:43,558 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:43,558 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/A, priority=13, startTime=1732418563373; duration=0sec 2024-11-24T03:22:43,558 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:43,558 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:A 2024-11-24T03:22:43,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742216_1392 (size=12304) 2024-11-24T03:22:43,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,595 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124720ab4c2134846cd9d1eff4387058456_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124720ab4c2134846cd9d1eff4387058456_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:43,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a853dbb50a6a40a7aea170af69de4bc4, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:43,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a853dbb50a6a40a7aea170af69de4bc4 is 175, key is test_row_0/A:col10/1732418562695/Put/seqid=0 2024-11-24T03:22:43,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742217_1393 (size=31105) 2024-11-24T03:22:43,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:43,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418623876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418623876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418623877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418623878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:22:43,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418623985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418623987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418623987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418623987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:44,046 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a853dbb50a6a40a7aea170af69de4bc4 2024-11-24T03:22:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/d4e812568fa64dc1b967d695b431ff8c is 50, key is test_row_0/B:col10/1732418562695/Put/seqid=0 2024-11-24T03:22:44,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742218_1394 (size=12151) 2024-11-24T03:22:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418624192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:44,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418624193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:44,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418624195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:44,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418624196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:44,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418624505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:44,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418624507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:44,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418624508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:44,514 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/d4e812568fa64dc1b967d695b431ff8c 2024-11-24T03:22:44,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418624509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/3629a05077f34fda9908a5074414f605 is 50, key is test_row_0/C:col10/1732418562695/Put/seqid=0 2024-11-24T03:22:44,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742219_1395 (size=12151) 2024-11-24T03:22:44,560 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/3629a05077f34fda9908a5074414f605 2024-11-24T03:22:44,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a853dbb50a6a40a7aea170af69de4bc4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a853dbb50a6a40a7aea170af69de4bc4 2024-11-24T03:22:44,573 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a853dbb50a6a40a7aea170af69de4bc4, entries=150, sequenceid=236, filesize=30.4 K 2024-11-24T03:22:44,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/d4e812568fa64dc1b967d695b431ff8c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/d4e812568fa64dc1b967d695b431ff8c 2024-11-24T03:22:44,579 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/d4e812568fa64dc1b967d695b431ff8c, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T03:22:44,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/3629a05077f34fda9908a5074414f605 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3629a05077f34fda9908a5074414f605 2024-11-24T03:22:44,584 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3629a05077f34fda9908a5074414f605, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T03:22:44,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d7642123957cee9f4c0d52778b16d250 in 1123ms, sequenceid=236, compaction requested=false 2024-11-24T03:22:44,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:44,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:44,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-24T03:22:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-24T03:22:44,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-24T03:22:44,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7400 sec 2024-11-24T03:22:44,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.7550 sec 2024-11-24T03:22:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:22:44,949 INFO [Thread-1513 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-24T03:22:44,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-24T03:22:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T03:22:44,962 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:44,963 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:44,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:45,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:22:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:45,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:45,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T03:22:45,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a4c4d385398649ba88cb5c28fca97278_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418563874/Put/seqid=0 2024-11-24T03:22:45,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418625058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418625060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418625061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418625066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742220_1396 (size=14794) 2024-11-24T03:22:45,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:45,094 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a4c4d385398649ba88cb5c28fca97278_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a4c4d385398649ba88cb5c28fca97278_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:45,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/79ce9f883137408eb3dbc72ea0993b7c, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/79ce9f883137408eb3dbc72ea0993b7c is 175, key is test_row_0/A:col10/1732418563874/Put/seqid=0 2024-11-24T03:22:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742221_1397 (size=39749) 2024-11-24T03:22:45,111 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/79ce9f883137408eb3dbc72ea0993b7c 2024-11-24T03:22:45,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T03:22:45,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:45,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/024becdfab984e928e1479792e1caecb is 50, key is test_row_0/B:col10/1732418563874/Put/seqid=0 2024-11-24T03:22:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742222_1398 (size=12151) 2024-11-24T03:22:45,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/024becdfab984e928e1479792e1caecb 2024-11-24T03:22:45,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418625168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418625171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418625172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418625180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/80254cdd2fb74be1b48a8165ad291605 is 50, key is test_row_0/C:col10/1732418563874/Put/seqid=0 2024-11-24T03:22:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742223_1399 (size=12151) 2024-11-24T03:22:45,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/80254cdd2fb74be1b48a8165ad291605 2024-11-24T03:22:45,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/79ce9f883137408eb3dbc72ea0993b7c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/79ce9f883137408eb3dbc72ea0993b7c 2024-11-24T03:22:45,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/79ce9f883137408eb3dbc72ea0993b7c, entries=200, sequenceid=256, filesize=38.8 K 2024-11-24T03:22:45,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/024becdfab984e928e1479792e1caecb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/024becdfab984e928e1479792e1caecb 2024-11-24T03:22:45,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/024becdfab984e928e1479792e1caecb, entries=150, sequenceid=256, filesize=11.9 K 2024-11-24T03:22:45,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/80254cdd2fb74be1b48a8165ad291605 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/80254cdd2fb74be1b48a8165ad291605 2024-11-24T03:22:45,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/80254cdd2fb74be1b48a8165ad291605, entries=150, sequenceid=256, filesize=11.9 K 2024-11-24T03:22:45,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d7642123957cee9f4c0d52778b16d250 in 221ms, sequenceid=256, compaction requested=true 2024-11-24T03:22:45,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:45,252 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:45,253 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:45,253 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/A is initiating minor compaction (all files) 2024-11-24T03:22:45,253 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/A in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,253 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a433710a9ae74c9d86a02f1bf2147dc5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a853dbb50a6a40a7aea170af69de4bc4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/79ce9f883137408eb3dbc72ea0993b7c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=100.0 K 2024-11-24T03:22:45,253 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,253 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a433710a9ae74c9d86a02f1bf2147dc5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a853dbb50a6a40a7aea170af69de4bc4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/79ce9f883137408eb3dbc72ea0993b7c] 2024-11-24T03:22:45,254 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a433710a9ae74c9d86a02f1bf2147dc5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732418562298 2024-11-24T03:22:45,254 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a853dbb50a6a40a7aea170af69de4bc4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732418562695 2024-11-24T03:22:45,254 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79ce9f883137408eb3dbc72ea0993b7c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732418563874 2024-11-24T03:22:45,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:45,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:45,255 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:45,262 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:45,262 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/B is initiating minor compaction (all files) 2024-11-24T03:22:45,262 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/B in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,262 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/8c291c64a3694bba96919ecc51c5da22, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/d4e812568fa64dc1b967d695b431ff8c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/024becdfab984e928e1479792e1caecb] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=36.1 K 2024-11-24T03:22:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T03:22:45,264 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c291c64a3694bba96919ecc51c5da22, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732418562298 2024-11-24T03:22:45,264 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d4e812568fa64dc1b967d695b431ff8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732418562695 2024-11-24T03:22:45,264 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 024becdfab984e928e1479792e1caecb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732418563874 2024-11-24T03:22:45,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T03:22:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,268 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:22:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:45,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:45,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:45,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:45,276 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,292 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#B#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:45,292 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/dc985d19ad3442e8955d434cca60c89a is 50, key is test_row_0/B:col10/1732418563874/Put/seqid=0 2024-11-24T03:22:45,303 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411249a52ef37955e4043925a34b6c73efd7a_d7642123957cee9f4c0d52778b16d250 store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,305 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411249a52ef37955e4043925a34b6c73efd7a_d7642123957cee9f4c0d52778b16d250, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,305 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249a52ef37955e4043925a34b6c73efd7a_d7642123957cee9f4c0d52778b16d250 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112402bed64feffd4253b6c76559c5868007_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418565049/Put/seqid=0 2024-11-24T03:22:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742224_1400 (size=12731) 2024-11-24T03:22:45,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742225_1401 (size=4469) 2024-11-24T03:22:45,388 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#A#compaction#333 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:45,389 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0b7ee73016a949bb9964d286b955b874 is 175, key is test_row_0/A:col10/1732418563874/Put/seqid=0 2024-11-24T03:22:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742226_1402 (size=12454) 2024-11-24T03:22:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:45,406 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112402bed64feffd4253b6c76559c5868007_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112402bed64feffd4253b6c76559c5868007_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:45,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/9ce617cfb19f4674bcbe076ec1937a2d, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/9ce617cfb19f4674bcbe076ec1937a2d is 175, key is test_row_0/A:col10/1732418565049/Put/seqid=0 2024-11-24T03:22:45,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418625403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418625414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742227_1403 (size=31685) 2024-11-24T03:22:45,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418625416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418625416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418625417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742228_1404 (size=31255) 2024-11-24T03:22:45,445 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/9ce617cfb19f4674bcbe076ec1937a2d 2024-11-24T03:22:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/5950bc868d2444fd9c2e55a2410e6114 is 50, key is test_row_0/B:col10/1732418565049/Put/seqid=0 2024-11-24T03:22:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742229_1405 (size=12301) 2024-11-24T03:22:45,502 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/5950bc868d2444fd9c2e55a2410e6114 2024-11-24T03:22:45,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/e97a58759f324c6c8e39bea3f926d548 is 50, key is test_row_0/C:col10/1732418565049/Put/seqid=0 2024-11-24T03:22:45,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418625517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418625527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418625530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418625530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418625531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742230_1406 (size=12301) 2024-11-24T03:22:45,560 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/e97a58759f324c6c8e39bea3f926d548 2024-11-24T03:22:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T03:22:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/9ce617cfb19f4674bcbe076ec1937a2d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/9ce617cfb19f4674bcbe076ec1937a2d 2024-11-24T03:22:45,577 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/9ce617cfb19f4674bcbe076ec1937a2d, entries=150, sequenceid=274, filesize=30.5 K 2024-11-24T03:22:45,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/5950bc868d2444fd9c2e55a2410e6114 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5950bc868d2444fd9c2e55a2410e6114 2024-11-24T03:22:45,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5950bc868d2444fd9c2e55a2410e6114, entries=150, sequenceid=274, filesize=12.0 K 2024-11-24T03:22:45,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/e97a58759f324c6c8e39bea3f926d548 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/e97a58759f324c6c8e39bea3f926d548 2024-11-24T03:22:45,597 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/e97a58759f324c6c8e39bea3f926d548, entries=150, sequenceid=274, filesize=12.0 K 2024-11-24T03:22:45,599 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for d7642123957cee9f4c0d52778b16d250 in 331ms, sequenceid=274, compaction requested=true 2024-11-24T03:22:45,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:45,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-24T03:22:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-24T03:22:45,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-24T03:22:45,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 638 msec 2024-11-24T03:22:45,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 651 msec 2024-11-24T03:22:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:45,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:22:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,743 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/dc985d19ad3442e8955d434cca60c89a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/dc985d19ad3442e8955d434cca60c89a 2024-11-24T03:22:45,753 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/B of d7642123957cee9f4c0d52778b16d250 into dc985d19ad3442e8955d434cca60c89a(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:45,753 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:45,753 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/B, priority=13, startTime=1732418565255; duration=0sec 2024-11-24T03:22:45,753 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:45,753 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:B 2024-11-24T03:22:45,753 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:45,755 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:45,755 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/C is initiating minor compaction (all files) 2024-11-24T03:22:45,755 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/C in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,755 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f0f3753bbbd4b5b95e3aeea861fb603, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3629a05077f34fda9908a5074414f605, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/80254cdd2fb74be1b48a8165ad291605, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/e97a58759f324c6c8e39bea3f926d548] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=48.1 K 2024-11-24T03:22:45,756 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f0f3753bbbd4b5b95e3aeea861fb603, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732418562298 2024-11-24T03:22:45,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124defa3812c3b84e4186a406379a0ee0e0_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418565414/Put/seqid=0 2024-11-24T03:22:45,757 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3629a05077f34fda9908a5074414f605, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732418562695 2024-11-24T03:22:45,757 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 80254cdd2fb74be1b48a8165ad291605, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732418563874 2024-11-24T03:22:45,759 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e97a58759f324c6c8e39bea3f926d548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732418565049 2024-11-24T03:22:45,769 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:45,770 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/3013fccc78d9405180b72f8cc36a3c2a is 50, key is test_row_0/C:col10/1732418565049/Put/seqid=0 2024-11-24T03:22:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418625763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418625765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418625768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418625771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418625777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742231_1407 (size=14994) 2024-11-24T03:22:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742232_1408 (size=12915) 2024-11-24T03:22:45,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:45,794 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124defa3812c3b84e4186a406379a0ee0e0_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124defa3812c3b84e4186a406379a0ee0e0_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:45,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a09b414765d64956ab843250240f03c6, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a09b414765d64956ab843250240f03c6 is 175, key is test_row_0/A:col10/1732418565414/Put/seqid=0 2024-11-24T03:22:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742233_1409 (size=39949) 2024-11-24T03:22:45,806 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a09b414765d64956ab843250240f03c6 2024-11-24T03:22:45,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ea993b64c1b041c38546ebd7488d56a3 is 50, key is test_row_0/B:col10/1732418565414/Put/seqid=0 2024-11-24T03:22:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742234_1410 (size=12301) 2024-11-24T03:22:45,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ea993b64c1b041c38546ebd7488d56a3 2024-11-24T03:22:45,836 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0b7ee73016a949bb9964d286b955b874 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0b7ee73016a949bb9964d286b955b874 2024-11-24T03:22:45,845 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/A of d7642123957cee9f4c0d52778b16d250 into 0b7ee73016a949bb9964d286b955b874(size=30.9 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:45,845 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:45,845 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/A, priority=13, startTime=1732418565251; duration=0sec 2024-11-24T03:22:45,845 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:45,845 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:A 2024-11-24T03:22:45,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/c9e97afbadf0416b9b328b7fd6331b1a is 50, key is test_row_0/C:col10/1732418565414/Put/seqid=0 2024-11-24T03:22:45,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418625879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418625879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418625880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418625880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418625887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742235_1411 (size=12301) 2024-11-24T03:22:45,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/c9e97afbadf0416b9b328b7fd6331b1a 2024-11-24T03:22:45,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/a09b414765d64956ab843250240f03c6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a09b414765d64956ab843250240f03c6 2024-11-24T03:22:45,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a09b414765d64956ab843250240f03c6, entries=200, sequenceid=295, filesize=39.0 K 2024-11-24T03:22:45,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ea993b64c1b041c38546ebd7488d56a3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ea993b64c1b041c38546ebd7488d56a3 2024-11-24T03:22:45,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ea993b64c1b041c38546ebd7488d56a3, entries=150, sequenceid=295, filesize=12.0 K 2024-11-24T03:22:45,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/c9e97afbadf0416b9b328b7fd6331b1a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/c9e97afbadf0416b9b328b7fd6331b1a 2024-11-24T03:22:45,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/c9e97afbadf0416b9b328b7fd6331b1a, entries=150, sequenceid=295, filesize=12.0 K 2024-11-24T03:22:45,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d7642123957cee9f4c0d52778b16d250 in 201ms, sequenceid=295, compaction requested=true 2024-11-24T03:22:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:A, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T03:22:45,943 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-24T03:22:45,944 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:45,944 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:45,944 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. because compaction request was cancelled 2024-11-24T03:22:45,944 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:C 2024-11-24T03:22:45,944 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:45,945 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:45,946 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/A is initiating minor compaction (all files) 2024-11-24T03:22:45,946 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/A in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,946 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0b7ee73016a949bb9964d286b955b874, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/9ce617cfb19f4674bcbe076ec1937a2d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a09b414765d64956ab843250240f03c6] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=100.5 K 2024-11-24T03:22:45,946 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:45,946 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0b7ee73016a949bb9964d286b955b874, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/9ce617cfb19f4674bcbe076ec1937a2d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a09b414765d64956ab843250240f03c6] 2024-11-24T03:22:45,946 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b7ee73016a949bb9964d286b955b874, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732418563874 2024-11-24T03:22:45,947 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ce617cfb19f4674bcbe076ec1937a2d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732418565049 2024-11-24T03:22:45,947 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a09b414765d64956ab843250240f03c6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732418565414 2024-11-24T03:22:45,968 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,988 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112442ad9ed9377548edbab05e4cd266bbc6_d7642123957cee9f4c0d52778b16d250 store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,991 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112442ad9ed9377548edbab05e4cd266bbc6_d7642123957cee9f4c0d52778b16d250, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:45,991 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112442ad9ed9377548edbab05e4cd266bbc6_d7642123957cee9f4c0d52778b16d250 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742236_1412 (size=4469) 2024-11-24T03:22:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T03:22:46,065 INFO [Thread-1513 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-24T03:22:46,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-24T03:22:46,068 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:22:46,069 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:46,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:46,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:22:46,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:46,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:46,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:46,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:46,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:46,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:46,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aa5196e5345247678fa33a7c82416fca_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418565763/Put/seqid=0 2024-11-24T03:22:46,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742237_1413 (size=14994) 2024-11-24T03:22:46,135 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:46,144 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aa5196e5345247678fa33a7c82416fca_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aa5196e5345247678fa33a7c82416fca_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418626132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418626133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418626135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/6ad005c0a80c4f51991f16547408c6f5, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:46,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/6ad005c0a80c4f51991f16547408c6f5 is 175, key is test_row_0/A:col10/1732418565763/Put/seqid=0 2024-11-24T03:22:46,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418626138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418626141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742238_1414 (size=39949) 2024-11-24T03:22:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:22:46,197 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/3013fccc78d9405180b72f8cc36a3c2a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3013fccc78d9405180b72f8cc36a3c2a 2024-11-24T03:22:46,204 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/C of d7642123957cee9f4c0d52778b16d250 into 3013fccc78d9405180b72f8cc36a3c2a(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:46,204 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:46,204 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/C, priority=12, startTime=1732418565270; duration=0sec 2024-11-24T03:22:46,204 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:46,204 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:C 2024-11-24T03:22:46,204 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:46,205 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:46,205 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/B is initiating minor compaction (all files) 2024-11-24T03:22:46,205 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/B in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:46,205 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/dc985d19ad3442e8955d434cca60c89a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5950bc868d2444fd9c2e55a2410e6114, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ea993b64c1b041c38546ebd7488d56a3] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=36.5 K 2024-11-24T03:22:46,206 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting dc985d19ad3442e8955d434cca60c89a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732418563874 2024-11-24T03:22:46,206 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5950bc868d2444fd9c2e55a2410e6114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732418565049 2024-11-24T03:22:46,207 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ea993b64c1b041c38546ebd7488d56a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732418565414 2024-11-24T03:22:46,216 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#B#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:46,217 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/bbfd7f6ad93241edb9a6e35202d99cfe is 50, key is test_row_0/B:col10/1732418565414/Put/seqid=0 2024-11-24T03:22:46,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T03:22:46,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:46,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:46,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:46,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742239_1415 (size=12983) 2024-11-24T03:22:46,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418626246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418626247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418626247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418626249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418626250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,257 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/bbfd7f6ad93241edb9a6e35202d99cfe as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/bbfd7f6ad93241edb9a6e35202d99cfe 2024-11-24T03:22:46,268 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/B of d7642123957cee9f4c0d52778b16d250 into bbfd7f6ad93241edb9a6e35202d99cfe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:46,268 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:46,268 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/B, priority=13, startTime=1732418565940; duration=0sec 2024-11-24T03:22:46,268 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:46,268 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:B 2024-11-24T03:22:46,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:22:46,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T03:22:46,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:46,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,428 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#A#compaction#342 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:46,429 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/21a9d29d5132495386b0f1db945b5e39 is 175, key is test_row_0/A:col10/1732418565414/Put/seqid=0 2024-11-24T03:22:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742240_1416 (size=31937) 2024-11-24T03:22:46,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418626457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418626458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418626458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418626458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418626458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T03:22:46,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:46,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:46,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:46,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,563 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/6ad005c0a80c4f51991f16547408c6f5 2024-11-24T03:22:46,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/487d98dc8fda4b4e90455136e29b2a65 is 50, key is test_row_0/B:col10/1732418565763/Put/seqid=0 2024-11-24T03:22:46,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742241_1417 (size=12301) 2024-11-24T03:22:46,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/487d98dc8fda4b4e90455136e29b2a65 2024-11-24T03:22:46,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/29e6909d28414067a3ea4c8df5f7a77f is 50, key is test_row_0/C:col10/1732418565763/Put/seqid=0 2024-11-24T03:22:46,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742242_1418 (size=12301) 2024-11-24T03:22:46,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/29e6909d28414067a3ea4c8df5f7a77f 2024-11-24T03:22:46,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/6ad005c0a80c4f51991f16547408c6f5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6ad005c0a80c4f51991f16547408c6f5 2024-11-24T03:22:46,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6ad005c0a80c4f51991f16547408c6f5, entries=200, sequenceid=314, filesize=39.0 K 2024-11-24T03:22:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/487d98dc8fda4b4e90455136e29b2a65 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/487d98dc8fda4b4e90455136e29b2a65 2024-11-24T03:22:46,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/487d98dc8fda4b4e90455136e29b2a65, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T03:22:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/29e6909d28414067a3ea4c8df5f7a77f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/29e6909d28414067a3ea4c8df5f7a77f 2024-11-24T03:22:46,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/29e6909d28414067a3ea4c8df5f7a77f, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T03:22:46,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d7642123957cee9f4c0d52778b16d250 in 587ms, sequenceid=314, compaction requested=true 2024-11-24T03:22:46,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:46,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:46,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:46,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:46,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:46,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:46,682 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-24T03:22:46,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:46,682 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:46,682 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:46,682 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. because compaction request was cancelled 2024-11-24T03:22:46,682 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:A 2024-11-24T03:22:46,682 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:46,683 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:46,683 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/C is initiating minor compaction (all files) 2024-11-24T03:22:46,683 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/C in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:46,683 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3013fccc78d9405180b72f8cc36a3c2a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/c9e97afbadf0416b9b328b7fd6331b1a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/29e6909d28414067a3ea4c8df5f7a77f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=36.6 K 2024-11-24T03:22:46,684 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3013fccc78d9405180b72f8cc36a3c2a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732418565049 2024-11-24T03:22:46,684 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c9e97afbadf0416b9b328b7fd6331b1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732418565414 2024-11-24T03:22:46,684 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 29e6909d28414067a3ea4c8df5f7a77f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732418565763 2024-11-24T03:22:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:22:46,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T03:22:46,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:46,696 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:22:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:46,701 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:46,702 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/2381fc7510f4474fb223e73464eed38d is 50, key is test_row_0/C:col10/1732418565763/Put/seqid=0 2024-11-24T03:22:46,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124993d36a1f26d42119f32ab2a8dbe4139_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418566139/Put/seqid=0 2024-11-24T03:22:46,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742243_1419 (size=13017) 2024-11-24T03:22:46,747 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/2381fc7510f4474fb223e73464eed38d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2381fc7510f4474fb223e73464eed38d 2024-11-24T03:22:46,755 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/C of d7642123957cee9f4c0d52778b16d250 into 2381fc7510f4474fb223e73464eed38d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:46,755 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:46,755 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/C, priority=13, startTime=1732418566682; duration=0sec 2024-11-24T03:22:46,755 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:46,755 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:C 2024-11-24T03:22:46,755 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:22:46,758 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:46,758 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:46,758 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. because compaction request was cancelled 2024-11-24T03:22:46,758 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:B 2024-11-24T03:22:46,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742244_1420 (size=12454) 2024-11-24T03:22:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:46,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:46,774 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124993d36a1f26d42119f32ab2a8dbe4139_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124993d36a1f26d42119f32ab2a8dbe4139_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:46,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/78a03ae1cad64ff3af41982707dbbe3c, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/78a03ae1cad64ff3af41982707dbbe3c is 175, key is test_row_0/A:col10/1732418566139/Put/seqid=0 2024-11-24T03:22:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742245_1421 (size=31255) 2024-11-24T03:22:46,801 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/78a03ae1cad64ff3af41982707dbbe3c 2024-11-24T03:22:46,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418626799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418626801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418626801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418626803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418626803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/c2e43c4d85414ea4b0387c4bcb23bad4 is 50, key is test_row_0/B:col10/1732418566139/Put/seqid=0 2024-11-24T03:22:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742246_1422 (size=12301) 2024-11-24T03:22:46,827 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/c2e43c4d85414ea4b0387c4bcb23bad4 2024-11-24T03:22:46,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/a08ff5f18a2441bcb7d0b903dd5445f1 is 50, key is test_row_0/C:col10/1732418566139/Put/seqid=0 2024-11-24T03:22:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742247_1423 (size=12301) 2024-11-24T03:22:46,867 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/21a9d29d5132495386b0f1db945b5e39 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/21a9d29d5132495386b0f1db945b5e39 2024-11-24T03:22:46,873 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/A of d7642123957cee9f4c0d52778b16d250 into 21a9d29d5132495386b0f1db945b5e39(size=31.2 K), total size for store is 70.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:46,873 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:46,873 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/A, priority=13, startTime=1732418565940; duration=0sec 2024-11-24T03:22:46,873 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:46,873 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:A 2024-11-24T03:22:46,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418626905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418626910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418626910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418626915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418626917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418627108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418627112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418627113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418627123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418627123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:22:47,265 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/a08ff5f18a2441bcb7d0b903dd5445f1 2024-11-24T03:22:47,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/78a03ae1cad64ff3af41982707dbbe3c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/78a03ae1cad64ff3af41982707dbbe3c 2024-11-24T03:22:47,277 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/78a03ae1cad64ff3af41982707dbbe3c, entries=150, sequenceid=335, filesize=30.5 K 2024-11-24T03:22:47,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/c2e43c4d85414ea4b0387c4bcb23bad4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c2e43c4d85414ea4b0387c4bcb23bad4 2024-11-24T03:22:47,285 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c2e43c4d85414ea4b0387c4bcb23bad4, entries=150, sequenceid=335, filesize=12.0 K 2024-11-24T03:22:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/a08ff5f18a2441bcb7d0b903dd5445f1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/a08ff5f18a2441bcb7d0b903dd5445f1 2024-11-24T03:22:47,292 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/a08ff5f18a2441bcb7d0b903dd5445f1, entries=150, sequenceid=335, filesize=12.0 K 2024-11-24T03:22:47,293 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d7642123957cee9f4c0d52778b16d250 in 597ms, sequenceid=335, compaction requested=true 2024-11-24T03:22:47,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:47,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:47,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-24T03:22:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-24T03:22:47,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-24T03:22:47,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec 2024-11-24T03:22:47,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.2310 sec 2024-11-24T03:22:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:47,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:22:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:47,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ccd8d5e76024487cbe17c819871ff9ff_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418566801/Put/seqid=0 2024-11-24T03:22:47,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418627458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418627462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418627465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418627466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418627467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742248_1424 (size=14994) 2024-11-24T03:22:47,484 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:47,488 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ccd8d5e76024487cbe17c819871ff9ff_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ccd8d5e76024487cbe17c819871ff9ff_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:47,489 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/ec6bd53fed894bdbbefbb7583ac9fa04, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:47,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/ec6bd53fed894bdbbefbb7583ac9fa04 is 175, key is test_row_0/A:col10/1732418566801/Put/seqid=0 2024-11-24T03:22:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742249_1425 (size=39949) 2024-11-24T03:22:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418627568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418627573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418627580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418627580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418627580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418627778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418627779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418627788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418627788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418627788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:47,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/ec6bd53fed894bdbbefbb7583ac9fa04 2024-11-24T03:22:47,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/24bd57d7cf9a42d7b28757f546977b71 is 50, key is test_row_0/B:col10/1732418566801/Put/seqid=0 2024-11-24T03:22:47,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742250_1426 (size=12301) 2024-11-24T03:22:47,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/24bd57d7cf9a42d7b28757f546977b71 2024-11-24T03:22:48,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/6775a2b8167d49608e0a57578d70702c is 50, key is test_row_0/C:col10/1732418566801/Put/seqid=0 2024-11-24T03:22:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742251_1427 (size=12301) 2024-11-24T03:22:48,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/6775a2b8167d49608e0a57578d70702c 2024-11-24T03:22:48,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/ec6bd53fed894bdbbefbb7583ac9fa04 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/ec6bd53fed894bdbbefbb7583ac9fa04 2024-11-24T03:22:48,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/ec6bd53fed894bdbbefbb7583ac9fa04, entries=200, sequenceid=355, filesize=39.0 K 2024-11-24T03:22:48,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/24bd57d7cf9a42d7b28757f546977b71 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/24bd57d7cf9a42d7b28757f546977b71 2024-11-24T03:22:48,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/24bd57d7cf9a42d7b28757f546977b71, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T03:22:48,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/6775a2b8167d49608e0a57578d70702c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/6775a2b8167d49608e0a57578d70702c 2024-11-24T03:22:48,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/6775a2b8167d49608e0a57578d70702c, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T03:22:48,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418628084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d7642123957cee9f4c0d52778b16d250 in 666ms, sequenceid=355, compaction requested=true 2024-11-24T03:22:48,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:48,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:48,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:48,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:48,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:48,091 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:48,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:48,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:48,091 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:48,092 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:48,092 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/A is initiating minor compaction (all files) 2024-11-24T03:22:48,093 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:48,093 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/A in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,093 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/B is initiating minor compaction (all files) 2024-11-24T03:22:48,093 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/21a9d29d5132495386b0f1db945b5e39, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6ad005c0a80c4f51991f16547408c6f5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/78a03ae1cad64ff3af41982707dbbe3c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/ec6bd53fed894bdbbefbb7583ac9fa04] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=139.7 K 2024-11-24T03:22:48,093 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/B in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,093 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,093 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/21a9d29d5132495386b0f1db945b5e39, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6ad005c0a80c4f51991f16547408c6f5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/78a03ae1cad64ff3af41982707dbbe3c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/ec6bd53fed894bdbbefbb7583ac9fa04] 2024-11-24T03:22:48,093 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/bbfd7f6ad93241edb9a6e35202d99cfe, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/487d98dc8fda4b4e90455136e29b2a65, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c2e43c4d85414ea4b0387c4bcb23bad4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/24bd57d7cf9a42d7b28757f546977b71] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=48.7 K 2024-11-24T03:22:48,093 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbfd7f6ad93241edb9a6e35202d99cfe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732418565414 2024-11-24T03:22:48,093 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 21a9d29d5132495386b0f1db945b5e39, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732418565414 2024-11-24T03:22:48,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:22:48,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:48,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:48,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:48,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:48,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:48,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:48,094 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ad005c0a80c4f51991f16547408c6f5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732418565763 2024-11-24T03:22:48,094 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 487d98dc8fda4b4e90455136e29b2a65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732418565763 2024-11-24T03:22:48,094 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2e43c4d85414ea4b0387c4bcb23bad4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732418566132 2024-11-24T03:22:48,094 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 78a03ae1cad64ff3af41982707dbbe3c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732418566132 2024-11-24T03:22:48,095 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24bd57d7cf9a42d7b28757f546977b71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732418566799 2024-11-24T03:22:48,095 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ec6bd53fed894bdbbefbb7583ac9fa04, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732418566782 2024-11-24T03:22:48,120 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#B#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:48,120 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ac0ef484f36c435abc732f189d45e3b3 is 50, key is test_row_0/B:col10/1732418566801/Put/seqid=0 2024-11-24T03:22:48,121 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:48,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243437f5669edd439595ad5b0cc926bccf_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418567456/Put/seqid=0 2024-11-24T03:22:48,139 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411245e348a05ff6f4c69a3bc9f0d56d69bdc_d7642123957cee9f4c0d52778b16d250 store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:48,142 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411245e348a05ff6f4c69a3bc9f0d56d69bdc_d7642123957cee9f4c0d52778b16d250, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:48,142 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245e348a05ff6f4c69a3bc9f0d56d69bdc_d7642123957cee9f4c0d52778b16d250 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:48,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742252_1428 (size=13119) 2024-11-24T03:22:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742253_1429 (size=14994) 2024-11-24T03:22:48,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742254_1430 (size=4469) 2024-11-24T03:22:48,185 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#A#compaction#355 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:48,186 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/f6d247d785184f87af96c13b291fbaa5 is 175, key is test_row_0/A:col10/1732418566801/Put/seqid=0 2024-11-24T03:22:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:22:48,191 INFO [Thread-1513 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-24T03:22:48,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-24T03:22:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:22:48,194 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:48,194 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:48,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418628150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742255_1431 (size=32073) 2024-11-24T03:22:48,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418628199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418628200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418628208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:22:48,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418628301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418628312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418628312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418628316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:22:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:22:48,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:22:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418628508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418628521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418628522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418628524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,583 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/ac0ef484f36c435abc732f189d45e3b3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ac0ef484f36c435abc732f189d45e3b3 2024-11-24T03:22:48,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243437f5669edd439595ad5b0cc926bccf_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243437f5669edd439595ad5b0cc926bccf_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:48,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0098ec5b00e54bbf9981aa99e27c5d65, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:48,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0098ec5b00e54bbf9981aa99e27c5d65 is 175, key is test_row_0/A:col10/1732418567456/Put/seqid=0 2024-11-24T03:22:48,590 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/B of d7642123957cee9f4c0d52778b16d250 into ac0ef484f36c435abc732f189d45e3b3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:48,590 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:48,590 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/B, priority=12, startTime=1732418568091; duration=0sec 2024-11-24T03:22:48,590 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:48,590 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:B 2024-11-24T03:22:48,590 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:48,591 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:48,591 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/C is initiating minor compaction (all files) 2024-11-24T03:22:48,591 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/C in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,592 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2381fc7510f4474fb223e73464eed38d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/a08ff5f18a2441bcb7d0b903dd5445f1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/6775a2b8167d49608e0a57578d70702c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=36.7 K 2024-11-24T03:22:48,592 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2381fc7510f4474fb223e73464eed38d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732418565763 2024-11-24T03:22:48,593 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a08ff5f18a2441bcb7d0b903dd5445f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732418566132 2024-11-24T03:22:48,593 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6775a2b8167d49608e0a57578d70702c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732418566799 2024-11-24T03:22:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418628593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742256_1432 (size=39949) 2024-11-24T03:22:48,610 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/f6d247d785184f87af96c13b291fbaa5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f6d247d785184f87af96c13b291fbaa5 2024-11-24T03:22:48,621 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/A of d7642123957cee9f4c0d52778b16d250 into f6d247d785184f87af96c13b291fbaa5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:48,621 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:48,621 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/A, priority=12, startTime=1732418568091; duration=0sec 2024-11-24T03:22:48,621 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:48,621 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:A 2024-11-24T03:22:48,622 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#C#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:48,623 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/d24a57ccb2dd41c88a396114ee3511c2 is 50, key is test_row_0/C:col10/1732418566801/Put/seqid=0 2024-11-24T03:22:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742257_1433 (size=13119) 2024-11-24T03:22:48,642 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/d24a57ccb2dd41c88a396114ee3511c2 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/d24a57ccb2dd41c88a396114ee3511c2 2024-11-24T03:22:48,650 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7642123957cee9f4c0d52778b16d250/C of d7642123957cee9f4c0d52778b16d250 into d24a57ccb2dd41c88a396114ee3511c2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:48,650 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:48,650 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/C, priority=13, startTime=1732418568091; duration=0sec 2024-11-24T03:22:48,650 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:48,650 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:C 2024-11-24T03:22:48,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:22:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:22:48,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:22:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418628817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418628832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418628833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418628833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:48,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:22:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:48,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,005 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0098ec5b00e54bbf9981aa99e27c5d65 2024-11-24T03:22:49,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/3f59aaea8b03407ab9517104cd06712c is 50, key is test_row_0/B:col10/1732418567456/Put/seqid=0 2024-11-24T03:22:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742258_1434 (size=12301) 2024-11-24T03:22:49,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/3f59aaea8b03407ab9517104cd06712c 2024-11-24T03:22:49,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/8b4af186951d40aaa3171eafbb5ea603 is 50, key is test_row_0/C:col10/1732418567456/Put/seqid=0 2024-11-24T03:22:49,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:49,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:22:49,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:49,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:49,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:49,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742259_1435 (size=12301) 2024-11-24T03:22:49,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:49,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:22:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:49,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:22:49,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418629326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:49,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418629340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:49,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418629343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418629344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:49,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:49,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:22:49,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:49,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:49,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:49,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:49,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/8b4af186951d40aaa3171eafbb5ea603 2024-11-24T03:22:49,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0098ec5b00e54bbf9981aa99e27c5d65 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0098ec5b00e54bbf9981aa99e27c5d65 2024-11-24T03:22:49,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0098ec5b00e54bbf9981aa99e27c5d65, entries=200, sequenceid=374, filesize=39.0 K 2024-11-24T03:22:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/3f59aaea8b03407ab9517104cd06712c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/3f59aaea8b03407ab9517104cd06712c 2024-11-24T03:22:49,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/3f59aaea8b03407ab9517104cd06712c, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T03:22:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/8b4af186951d40aaa3171eafbb5ea603 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8b4af186951d40aaa3171eafbb5ea603 2024-11-24T03:22:49,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8b4af186951d40aaa3171eafbb5ea603, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T03:22:49,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for d7642123957cee9f4c0d52778b16d250 in 1462ms, sequenceid=374, compaction requested=false 2024-11-24T03:22:49,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:49,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:49,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:22:49,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:49,576 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:22:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:49,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d2de9992392148c380b8114e0fd7aeed_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418568149/Put/seqid=0 2024-11-24T03:22:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742260_1436 (size=12454) 2024-11-24T03:22:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,647 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d2de9992392148c380b8114e0fd7aeed_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d2de9992392148c380b8114e0fd7aeed_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:49,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/10e33df47dda43328a568cd9a8b7749e, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/10e33df47dda43328a568cd9a8b7749e is 175, key is test_row_0/A:col10/1732418568149/Put/seqid=0 2024-11-24T03:22:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742261_1437 (size=31255) 2024-11-24T03:22:49,674 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/10e33df47dda43328a568cd9a8b7749e 2024-11-24T03:22:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/5157dd5d26e7477f9489e284a4cec32e is 50, key is test_row_0/B:col10/1732418568149/Put/seqid=0 2024-11-24T03:22:49,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742262_1438 (size=12301) 2024-11-24T03:22:49,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418629722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418629829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418630038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,126 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/5157dd5d26e7477f9489e284a4cec32e 2024-11-24T03:22:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/dd2d6a3359cf4a78af66854a8c9eb998 is 50, key is test_row_0/C:col10/1732418568149/Put/seqid=0 2024-11-24T03:22:50,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742263_1439 (size=12301) 2024-11-24T03:22:50,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/dd2d6a3359cf4a78af66854a8c9eb998 2024-11-24T03:22:50,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/10e33df47dda43328a568cd9a8b7749e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/10e33df47dda43328a568cd9a8b7749e 2024-11-24T03:22:50,196 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/10e33df47dda43328a568cd9a8b7749e, entries=150, sequenceid=396, filesize=30.5 K 2024-11-24T03:22:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/5157dd5d26e7477f9489e284a4cec32e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5157dd5d26e7477f9489e284a4cec32e 2024-11-24T03:22:50,204 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5157dd5d26e7477f9489e284a4cec32e, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T03:22:50,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/dd2d6a3359cf4a78af66854a8c9eb998 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/dd2d6a3359cf4a78af66854a8c9eb998 2024-11-24T03:22:50,210 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/dd2d6a3359cf4a78af66854a8c9eb998, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T03:22:50,210 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d7642123957cee9f4c0d52778b16d250 in 634ms, sequenceid=396, compaction requested=true 2024-11-24T03:22:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-24T03:22:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-24T03:22:50,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T03:22:50,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0180 sec 2024-11-24T03:22:50,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.0220 sec 2024-11-24T03:22:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:22:50,300 INFO [Thread-1513 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-24T03:22:50,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-24T03:22:50,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:22:50,305 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:50,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:50,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:22:50,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:50,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:50,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:50,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:50,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:50,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:50,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112412ec01d1723e40398efaf5644bc75bf1_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418570340/Put/seqid=0 2024-11-24T03:22:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742264_1440 (size=14994) 2024-11-24T03:22:50,368 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:50,373 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112412ec01d1723e40398efaf5644bc75bf1_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112412ec01d1723e40398efaf5644bc75bf1_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:50,374 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0510d71b6d2d4ae98087623d3c95f2e6, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:50,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0510d71b6d2d4ae98087623d3c95f2e6 is 175, key is test_row_0/A:col10/1732418570340/Put/seqid=0 2024-11-24T03:22:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418630374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418630378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418630380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742265_1441 (size=39949) 2024-11-24T03:22:50,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418630385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418630385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,396 DEBUG [Thread-1516 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:61684 2024-11-24T03:22:50,396 DEBUG [Thread-1516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:50,397 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0510d71b6d2d4ae98087623d3c95f2e6 2024-11-24T03:22:50,397 DEBUG [Thread-1520 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:61684 2024-11-24T03:22:50,397 DEBUG [Thread-1520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:50,399 DEBUG [Thread-1522 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:61684 2024-11-24T03:22:50,399 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:22:50,407 DEBUG [Thread-1514 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:61684 2024-11-24T03:22:50,408 DEBUG [Thread-1514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:50,410 DEBUG [Thread-1518 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:61684 2024-11-24T03:22:50,410 DEBUG [Thread-1518 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:50,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/4880f858c5bb40bab06c128263acf6c0 is 50, key is test_row_0/B:col10/1732418570340/Put/seqid=0 2024-11-24T03:22:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742266_1442 (size=12301) 2024-11-24T03:22:50,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:22:50,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:50,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:50,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:50,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418630486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418630488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418630488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418630496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418630497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:22:50,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:22:50,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:50,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:50,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:50,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418630688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418630689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418630689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418630699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418630699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:22:50,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:50,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/4880f858c5bb40bab06c128263acf6c0 2024-11-24T03:22:50,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/25d285cd4a9f4942bea33c5f63b0723c is 50, key is test_row_0/C:col10/1732418570340/Put/seqid=0 2024-11-24T03:22:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742267_1443 (size=12301) 2024-11-24T03:22:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:22:50,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:22:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:50,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37490 deadline: 1732418630991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37446 deadline: 1732418630991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:50,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732418630992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:51,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37430 deadline: 1732418631000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:51,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1732418631001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:51,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:51,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:22:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:51,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:22:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/25d285cd4a9f4942bea33c5f63b0723c 2024-11-24T03:22:51,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0510d71b6d2d4ae98087623d3c95f2e6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0510d71b6d2d4ae98087623d3c95f2e6 2024-11-24T03:22:51,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0510d71b6d2d4ae98087623d3c95f2e6, entries=200, sequenceid=414, filesize=39.0 K 2024-11-24T03:22:51,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/4880f858c5bb40bab06c128263acf6c0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/4880f858c5bb40bab06c128263acf6c0 2024-11-24T03:22:51,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/4880f858c5bb40bab06c128263acf6c0, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T03:22:51,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/25d285cd4a9f4942bea33c5f63b0723c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/25d285cd4a9f4942bea33c5f63b0723c 2024-11-24T03:22:51,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/25d285cd4a9f4942bea33c5f63b0723c, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T03:22:51,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for d7642123957cee9f4c0d52778b16d250 in 906ms, sequenceid=414, compaction requested=true 2024-11-24T03:22:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:51,247 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:51,247 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7642123957cee9f4c0d52778b16d250:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:51,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:51,249 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:51,249 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/A is initiating minor compaction (all files) 2024-11-24T03:22:51,249 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/A in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,250 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f6d247d785184f87af96c13b291fbaa5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0098ec5b00e54bbf9981aa99e27c5d65, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/10e33df47dda43328a568cd9a8b7749e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0510d71b6d2d4ae98087623d3c95f2e6] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=139.9 K 2024-11-24T03:22:51,250 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,250 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f6d247d785184f87af96c13b291fbaa5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0098ec5b00e54bbf9981aa99e27c5d65, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/10e33df47dda43328a568cd9a8b7749e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0510d71b6d2d4ae98087623d3c95f2e6] 2024-11-24T03:22:51,250 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:51,250 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/B is initiating minor compaction (all files) 2024-11-24T03:22:51,250 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6d247d785184f87af96c13b291fbaa5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732418566799 2024-11-24T03:22:51,250 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/B in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,250 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ac0ef484f36c435abc732f189d45e3b3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/3f59aaea8b03407ab9517104cd06712c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5157dd5d26e7477f9489e284a4cec32e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/4880f858c5bb40bab06c128263acf6c0] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=48.8 K 2024-11-24T03:22:51,250 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0098ec5b00e54bbf9981aa99e27c5d65, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732418567456 2024-11-24T03:22:51,251 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ac0ef484f36c435abc732f189d45e3b3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732418566799 2024-11-24T03:22:51,251 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10e33df47dda43328a568cd9a8b7749e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732418568138 2024-11-24T03:22:51,251 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f59aaea8b03407ab9517104cd06712c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732418567456 2024-11-24T03:22:51,251 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0510d71b6d2d4ae98087623d3c95f2e6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732418569706 2024-11-24T03:22:51,251 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5157dd5d26e7477f9489e284a4cec32e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732418568138 2024-11-24T03:22:51,252 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4880f858c5bb40bab06c128263acf6c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732418569706 2024-11-24T03:22:51,262 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#B#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:51,262 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/c3f199d3c49d499db9bba6f898f852c0 is 50, key is test_row_0/B:col10/1732418570340/Put/seqid=0 2024-11-24T03:22:51,264 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:51,266 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411243c28b1639a7b4674810a85775bca6e7b_d7642123957cee9f4c0d52778b16d250 store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:51,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742268_1444 (size=13255) 2024-11-24T03:22:51,271 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411243c28b1639a7b4674810a85775bca6e7b_d7642123957cee9f4c0d52778b16d250, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:51,271 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243c28b1639a7b4674810a85775bca6e7b_d7642123957cee9f4c0d52778b16d250 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:51,276 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/c3f199d3c49d499db9bba6f898f852c0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c3f199d3c49d499db9bba6f898f852c0 2024-11-24T03:22:51,282 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/B of d7642123957cee9f4c0d52778b16d250 into c3f199d3c49d499db9bba6f898f852c0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:51,282 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:51,282 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/B, priority=12, startTime=1732418571247; duration=0sec 2024-11-24T03:22:51,282 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:51,282 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:B 2024-11-24T03:22:51,282 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:51,285 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:51,285 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): d7642123957cee9f4c0d52778b16d250/C is initiating minor compaction (all files) 2024-11-24T03:22:51,285 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7642123957cee9f4c0d52778b16d250/C in TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,286 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/d24a57ccb2dd41c88a396114ee3511c2, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8b4af186951d40aaa3171eafbb5ea603, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/dd2d6a3359cf4a78af66854a8c9eb998, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/25d285cd4a9f4942bea33c5f63b0723c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp, totalSize=48.8 K 2024-11-24T03:22:51,286 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d24a57ccb2dd41c88a396114ee3511c2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732418566799 2024-11-24T03:22:51,286 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b4af186951d40aaa3171eafbb5ea603, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732418567456 2024-11-24T03:22:51,287 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting dd2d6a3359cf4a78af66854a8c9eb998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732418568138 2024-11-24T03:22:51,287 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 25d285cd4a9f4942bea33c5f63b0723c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732418569706 2024-11-24T03:22:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742269_1445 (size=4469) 2024-11-24T03:22:51,291 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#A#compaction#367 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:51,292 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/092b318f50474ecfa920c6e9c2cf64be is 175, key is test_row_0/A:col10/1732418570340/Put/seqid=0 2024-11-24T03:22:51,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742270_1446 (size=32209) 2024-11-24T03:22:51,300 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7642123957cee9f4c0d52778b16d250#C#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:51,301 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/997a0290101f4bed8bee896495879ced is 50, key is test_row_0/C:col10/1732418570340/Put/seqid=0 2024-11-24T03:22:51,304 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/092b318f50474ecfa920c6e9c2cf64be as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/092b318f50474ecfa920c6e9c2cf64be 2024-11-24T03:22:51,310 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/A of d7642123957cee9f4c0d52778b16d250 into 092b318f50474ecfa920c6e9c2cf64be(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:51,310 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:51,310 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/A, priority=12, startTime=1732418571247; duration=0sec 2024-11-24T03:22:51,310 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:51,310 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:A 2024-11-24T03:22:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742271_1447 (size=13255) 2024-11-24T03:22:51,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:51,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:22:51,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,375 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:22:51,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:51,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:51,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:51,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:51,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:51,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dd4cf2f822c2448fbecadac12d8e6c21_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418570381/Put/seqid=0 2024-11-24T03:22:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:22:51,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742272_1448 (size=12454) 2024-11-24T03:22:51,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:51,420 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dd4cf2f822c2448fbecadac12d8e6c21_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dd4cf2f822c2448fbecadac12d8e6c21_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:51,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/8659592e3d1b4ebbaefc923387e2c49b, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:51,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/8659592e3d1b4ebbaefc923387e2c49b is 175, key is test_row_0/A:col10/1732418570381/Put/seqid=0 2024-11-24T03:22:51,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742273_1449 (size=31255) 2024-11-24T03:22:51,445 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=435, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/8659592e3d1b4ebbaefc923387e2c49b 2024-11-24T03:22:51,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/96c79bb1051647298ba65fd6b0def051 is 50, key is test_row_0/B:col10/1732418570381/Put/seqid=0 2024-11-24T03:22:51,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742274_1450 (size=12301) 2024-11-24T03:22:51,466 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/96c79bb1051647298ba65fd6b0def051 2024-11-24T03:22:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/0040cf28eeea43789f83a1a347599500 is 50, key is test_row_0/C:col10/1732418570381/Put/seqid=0 2024-11-24T03:22:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742275_1451 (size=12301) 2024-11-24T03:22:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:51,499 DEBUG [Thread-1509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:61684 2024-11-24T03:22:51,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. as already flushing 2024-11-24T03:22:51,499 DEBUG [Thread-1505 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:61684 2024-11-24T03:22:51,499 DEBUG [Thread-1509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:51,499 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:51,499 DEBUG [Thread-1503 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:61684 2024-11-24T03:22:51,499 DEBUG [Thread-1503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:51,506 DEBUG [Thread-1511 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:61684 2024-11-24T03:22:51,506 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:51,507 DEBUG [Thread-1507 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:61684 2024-11-24T03:22:51,507 DEBUG [Thread-1507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:51,716 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/997a0290101f4bed8bee896495879ced as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/997a0290101f4bed8bee896495879ced 2024-11-24T03:22:51,720 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7642123957cee9f4c0d52778b16d250/C of d7642123957cee9f4c0d52778b16d250 into 997a0290101f4bed8bee896495879ced(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:51,720 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:51,720 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250., storeName=d7642123957cee9f4c0d52778b16d250/C, priority=12, startTime=1732418571247; duration=0sec 2024-11-24T03:22:51,720 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:51,720 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7642123957cee9f4c0d52778b16d250:C 2024-11-24T03:22:51,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/0040cf28eeea43789f83a1a347599500 2024-11-24T03:22:51,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/8659592e3d1b4ebbaefc923387e2c49b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/8659592e3d1b4ebbaefc923387e2c49b 2024-11-24T03:22:51,891 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/8659592e3d1b4ebbaefc923387e2c49b, entries=150, sequenceid=435, filesize=30.5 K 2024-11-24T03:22:51,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/96c79bb1051647298ba65fd6b0def051 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/96c79bb1051647298ba65fd6b0def051 2024-11-24T03:22:51,894 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/96c79bb1051647298ba65fd6b0def051, entries=150, sequenceid=435, filesize=12.0 K 2024-11-24T03:22:51,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/0040cf28eeea43789f83a1a347599500 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/0040cf28eeea43789f83a1a347599500 2024-11-24T03:22:51,897 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/0040cf28eeea43789f83a1a347599500, entries=150, sequenceid=435, filesize=12.0 K 2024-11-24T03:22:51,897 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=33.54 KB/34350 for d7642123957cee9f4c0d52778b16d250 in 522ms, sequenceid=435, compaction requested=false 2024-11-24T03:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-24T03:22:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-24T03:22:51,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-24T03:22:51,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5940 sec 2024-11-24T03:22:51,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.5970 sec 2024-11-24T03:22:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:22:52,410 INFO [Thread-1513 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1533 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4599 rows 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1549 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4647 rows 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1537 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4611 rows 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1534 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4602 rows 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1525 2024-11-24T03:22:52,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4574 rows 2024-11-24T03:22:52,410 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:22:52,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f5b2180 to 127.0.0.1:61684 2024-11-24T03:22:52,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:52,414 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:22:52,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:22:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:22:52,418 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418572418"}]},"ts":"1732418572418"} 2024-11-24T03:22:52,419 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:22:52,421 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:22:52,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:22:52,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, UNASSIGN}] 2024-11-24T03:22:52,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, UNASSIGN 2024-11-24T03:22:52,423 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=d7642123957cee9f4c0d52778b16d250, regionState=CLOSING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:52,423 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:22:52,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:22:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:22:52,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:52,575 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:52,575 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:22:52,575 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing d7642123957cee9f4c0d52778b16d250, disabling compactions & flushes 2024-11-24T03:22:52,575 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:52,575 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:52,575 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. after waiting 0 ms 2024-11-24T03:22:52,575 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:52,575 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing d7642123957cee9f4c0d52778b16d250 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:22:52,575 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=A 2024-11-24T03:22:52,576 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:52,576 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=B 2024-11-24T03:22:52,576 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:52,576 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7642123957cee9f4c0d52778b16d250, store=C 2024-11-24T03:22:52,576 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:52,580 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124414d96301dd24803a736412eb751f866_d7642123957cee9f4c0d52778b16d250 is 50, key is test_row_0/A:col10/1732418571506/Put/seqid=0 2024-11-24T03:22:52,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742276_1452 (size=12454) 2024-11-24T03:22:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:22:52,985 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:52,988 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124414d96301dd24803a736412eb751f866_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124414d96301dd24803a736412eb751f866_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:52,988 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0333a869aab04017b627876f50d2241d, store: [table=TestAcidGuarantees family=A region=d7642123957cee9f4c0d52778b16d250] 2024-11-24T03:22:52,989 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0333a869aab04017b627876f50d2241d is 175, key is test_row_0/A:col10/1732418571506/Put/seqid=0 2024-11-24T03:22:52,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742277_1453 (size=31255) 2024-11-24T03:22:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:22:53,393 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=444, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0333a869aab04017b627876f50d2241d 2024-11-24T03:22:53,398 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/8786e9a493904eb58bfa171d003034df is 50, key is test_row_0/B:col10/1732418571506/Put/seqid=0 2024-11-24T03:22:53,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742278_1454 (size=12301) 2024-11-24T03:22:53,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:22:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:22:53,802 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/8786e9a493904eb58bfa171d003034df 2024-11-24T03:22:53,807 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/81e58950c31f4269a6c3a659d602b1ac is 50, key is test_row_0/C:col10/1732418571506/Put/seqid=0 2024-11-24T03:22:53,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742279_1455 (size=12301) 2024-11-24T03:22:54,211 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/81e58950c31f4269a6c3a659d602b1ac 2024-11-24T03:22:54,214 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/A/0333a869aab04017b627876f50d2241d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0333a869aab04017b627876f50d2241d 2024-11-24T03:22:54,217 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0333a869aab04017b627876f50d2241d, entries=150, sequenceid=444, filesize=30.5 K 2024-11-24T03:22:54,218 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/B/8786e9a493904eb58bfa171d003034df as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/8786e9a493904eb58bfa171d003034df 2024-11-24T03:22:54,220 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/8786e9a493904eb58bfa171d003034df, entries=150, sequenceid=444, filesize=12.0 K 2024-11-24T03:22:54,221 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/.tmp/C/81e58950c31f4269a6c3a659d602b1ac as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/81e58950c31f4269a6c3a659d602b1ac 2024-11-24T03:22:54,224 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/81e58950c31f4269a6c3a659d602b1ac, entries=150, sequenceid=444, filesize=12.0 K 2024-11-24T03:22:54,224 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d7642123957cee9f4c0d52778b16d250 in 1649ms, sequenceid=444, compaction requested=true 2024-11-24T03:22:54,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/cb36b0edd399438eba8ba7c3e6f8bbc4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/fb239fa1b18b4f398faf16c61469b78a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/168d1cf6876c4420b3575d8e81bd3e94, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6132c6b42c204910b7e98b588609d5aa, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/5af196ba8e904625bbdfa84d52ea7dee, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f348b28c878946c6ae1df2f066973d02, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/92050e6b80cd439b992be6a911acad17, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/b67b48fd454f4869b903bf24b3c478ac, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/3a08cd4e045245db9cc3eb0aa2d59c9d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e8c15d7abf8140f499cbb016cf7057af, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0164b18b7da849899bd9996cb6574da5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/43f865efe3594a31a9c9af53b541cc7d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e85dd71b4cb545e0bc315f9c8f760e28, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/7bfbac4f6a0042dbbed1c9f0beead8e0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a433710a9ae74c9d86a02f1bf2147dc5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a853dbb50a6a40a7aea170af69de4bc4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/79ce9f883137408eb3dbc72ea0993b7c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0b7ee73016a949bb9964d286b955b874, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/9ce617cfb19f4674bcbe076ec1937a2d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a09b414765d64956ab843250240f03c6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/21a9d29d5132495386b0f1db945b5e39, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6ad005c0a80c4f51991f16547408c6f5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/78a03ae1cad64ff3af41982707dbbe3c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/ec6bd53fed894bdbbefbb7583ac9fa04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f6d247d785184f87af96c13b291fbaa5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0098ec5b00e54bbf9981aa99e27c5d65, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/10e33df47dda43328a568cd9a8b7749e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0510d71b6d2d4ae98087623d3c95f2e6] to archive 2024-11-24T03:22:54,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:54,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/cb36b0edd399438eba8ba7c3e6f8bbc4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/cb36b0edd399438eba8ba7c3e6f8bbc4 2024-11-24T03:22:54,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/fb239fa1b18b4f398faf16c61469b78a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/fb239fa1b18b4f398faf16c61469b78a 2024-11-24T03:22:54,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/168d1cf6876c4420b3575d8e81bd3e94 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/168d1cf6876c4420b3575d8e81bd3e94 2024-11-24T03:22:54,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6132c6b42c204910b7e98b588609d5aa to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6132c6b42c204910b7e98b588609d5aa 2024-11-24T03:22:54,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/5af196ba8e904625bbdfa84d52ea7dee to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/5af196ba8e904625bbdfa84d52ea7dee 2024-11-24T03:22:54,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f348b28c878946c6ae1df2f066973d02 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f348b28c878946c6ae1df2f066973d02 2024-11-24T03:22:54,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/92050e6b80cd439b992be6a911acad17 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/92050e6b80cd439b992be6a911acad17 2024-11-24T03:22:54,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/b67b48fd454f4869b903bf24b3c478ac to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/b67b48fd454f4869b903bf24b3c478ac 2024-11-24T03:22:54,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/3a08cd4e045245db9cc3eb0aa2d59c9d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/3a08cd4e045245db9cc3eb0aa2d59c9d 2024-11-24T03:22:54,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e8c15d7abf8140f499cbb016cf7057af to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e8c15d7abf8140f499cbb016cf7057af 2024-11-24T03:22:54,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0164b18b7da849899bd9996cb6574da5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0164b18b7da849899bd9996cb6574da5 2024-11-24T03:22:54,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/43f865efe3594a31a9c9af53b541cc7d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/43f865efe3594a31a9c9af53b541cc7d 2024-11-24T03:22:54,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e85dd71b4cb545e0bc315f9c8f760e28 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/e85dd71b4cb545e0bc315f9c8f760e28 2024-11-24T03:22:54,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/7bfbac4f6a0042dbbed1c9f0beead8e0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/7bfbac4f6a0042dbbed1c9f0beead8e0 2024-11-24T03:22:54,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a433710a9ae74c9d86a02f1bf2147dc5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a433710a9ae74c9d86a02f1bf2147dc5 2024-11-24T03:22:54,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a853dbb50a6a40a7aea170af69de4bc4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a853dbb50a6a40a7aea170af69de4bc4 2024-11-24T03:22:54,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/79ce9f883137408eb3dbc72ea0993b7c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/79ce9f883137408eb3dbc72ea0993b7c 2024-11-24T03:22:54,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0b7ee73016a949bb9964d286b955b874 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0b7ee73016a949bb9964d286b955b874 2024-11-24T03:22:54,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/9ce617cfb19f4674bcbe076ec1937a2d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/9ce617cfb19f4674bcbe076ec1937a2d 2024-11-24T03:22:54,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a09b414765d64956ab843250240f03c6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/a09b414765d64956ab843250240f03c6 2024-11-24T03:22:54,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/21a9d29d5132495386b0f1db945b5e39 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/21a9d29d5132495386b0f1db945b5e39 2024-11-24T03:22:54,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6ad005c0a80c4f51991f16547408c6f5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/6ad005c0a80c4f51991f16547408c6f5 2024-11-24T03:22:54,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/78a03ae1cad64ff3af41982707dbbe3c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/78a03ae1cad64ff3af41982707dbbe3c 2024-11-24T03:22:54,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/ec6bd53fed894bdbbefbb7583ac9fa04 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/ec6bd53fed894bdbbefbb7583ac9fa04 2024-11-24T03:22:54,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f6d247d785184f87af96c13b291fbaa5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/f6d247d785184f87af96c13b291fbaa5 2024-11-24T03:22:54,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0098ec5b00e54bbf9981aa99e27c5d65 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0098ec5b00e54bbf9981aa99e27c5d65 2024-11-24T03:22:54,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/10e33df47dda43328a568cd9a8b7749e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/10e33df47dda43328a568cd9a8b7749e 2024-11-24T03:22:54,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0510d71b6d2d4ae98087623d3c95f2e6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0510d71b6d2d4ae98087623d3c95f2e6 2024-11-24T03:22:54,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff442557a8a147f78f40dbe898b52bae, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ed8ef20934074405a890276c449017a0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/a8295c33ab894612a0f2704688526eea, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/08fe59b9ab0645b8b8198835bd77fd2c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/68c9d3adff454586be314e6dc889d57b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff8d2ddb227c4b55b669d118a2ee2ddb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ca8ed675b4fc4b5e8ef7079acabffedc, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/58776aad9d84421cbbdc772101074373, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/97408411708f4609977dbeeda24e6981, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c7705316994a4801a26b916f364b6c60, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/414e13c5ab53470d9035b7cf90ec4e86, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/537bedf85e7748c6b7bc57f1780fff7f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/81312935d5d443afa19073f3bf9ead39, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/8c291c64a3694bba96919ecc51c5da22, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/eb9eee54c0914de4bc963e4e4912bb4f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/d4e812568fa64dc1b967d695b431ff8c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/dc985d19ad3442e8955d434cca60c89a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/024becdfab984e928e1479792e1caecb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5950bc868d2444fd9c2e55a2410e6114, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/bbfd7f6ad93241edb9a6e35202d99cfe, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ea993b64c1b041c38546ebd7488d56a3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/487d98dc8fda4b4e90455136e29b2a65, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c2e43c4d85414ea4b0387c4bcb23bad4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ac0ef484f36c435abc732f189d45e3b3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/24bd57d7cf9a42d7b28757f546977b71, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/3f59aaea8b03407ab9517104cd06712c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5157dd5d26e7477f9489e284a4cec32e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/4880f858c5bb40bab06c128263acf6c0] to archive 2024-11-24T03:22:54,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:54,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff442557a8a147f78f40dbe898b52bae to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff442557a8a147f78f40dbe898b52bae 2024-11-24T03:22:54,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ed8ef20934074405a890276c449017a0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ed8ef20934074405a890276c449017a0 2024-11-24T03:22:54,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/a8295c33ab894612a0f2704688526eea to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/a8295c33ab894612a0f2704688526eea 2024-11-24T03:22:54,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/08fe59b9ab0645b8b8198835bd77fd2c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/08fe59b9ab0645b8b8198835bd77fd2c 2024-11-24T03:22:54,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/68c9d3adff454586be314e6dc889d57b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/68c9d3adff454586be314e6dc889d57b 2024-11-24T03:22:54,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff8d2ddb227c4b55b669d118a2ee2ddb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ff8d2ddb227c4b55b669d118a2ee2ddb 2024-11-24T03:22:54,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ca8ed675b4fc4b5e8ef7079acabffedc to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ca8ed675b4fc4b5e8ef7079acabffedc 2024-11-24T03:22:54,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/58776aad9d84421cbbdc772101074373 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/58776aad9d84421cbbdc772101074373 2024-11-24T03:22:54,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/97408411708f4609977dbeeda24e6981 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/97408411708f4609977dbeeda24e6981 2024-11-24T03:22:54,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c7705316994a4801a26b916f364b6c60 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c7705316994a4801a26b916f364b6c60 2024-11-24T03:22:54,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/414e13c5ab53470d9035b7cf90ec4e86 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/414e13c5ab53470d9035b7cf90ec4e86 2024-11-24T03:22:54,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/537bedf85e7748c6b7bc57f1780fff7f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/537bedf85e7748c6b7bc57f1780fff7f 2024-11-24T03:22:54,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/81312935d5d443afa19073f3bf9ead39 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/81312935d5d443afa19073f3bf9ead39 2024-11-24T03:22:54,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/8c291c64a3694bba96919ecc51c5da22 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/8c291c64a3694bba96919ecc51c5da22 2024-11-24T03:22:54,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/eb9eee54c0914de4bc963e4e4912bb4f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/eb9eee54c0914de4bc963e4e4912bb4f 2024-11-24T03:22:54,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/d4e812568fa64dc1b967d695b431ff8c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/d4e812568fa64dc1b967d695b431ff8c 2024-11-24T03:22:54,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/dc985d19ad3442e8955d434cca60c89a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/dc985d19ad3442e8955d434cca60c89a 2024-11-24T03:22:54,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/024becdfab984e928e1479792e1caecb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/024becdfab984e928e1479792e1caecb 2024-11-24T03:22:54,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5950bc868d2444fd9c2e55a2410e6114 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5950bc868d2444fd9c2e55a2410e6114 2024-11-24T03:22:54,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/bbfd7f6ad93241edb9a6e35202d99cfe to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/bbfd7f6ad93241edb9a6e35202d99cfe 2024-11-24T03:22:54,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ea993b64c1b041c38546ebd7488d56a3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ea993b64c1b041c38546ebd7488d56a3 2024-11-24T03:22:54,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/487d98dc8fda4b4e90455136e29b2a65 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/487d98dc8fda4b4e90455136e29b2a65 2024-11-24T03:22:54,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c2e43c4d85414ea4b0387c4bcb23bad4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c2e43c4d85414ea4b0387c4bcb23bad4 2024-11-24T03:22:54,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ac0ef484f36c435abc732f189d45e3b3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/ac0ef484f36c435abc732f189d45e3b3 2024-11-24T03:22:54,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/24bd57d7cf9a42d7b28757f546977b71 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/24bd57d7cf9a42d7b28757f546977b71 2024-11-24T03:22:54,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/3f59aaea8b03407ab9517104cd06712c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/3f59aaea8b03407ab9517104cd06712c 2024-11-24T03:22:54,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5157dd5d26e7477f9489e284a4cec32e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/5157dd5d26e7477f9489e284a4cec32e 2024-11-24T03:22:54,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/4880f858c5bb40bab06c128263acf6c0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/4880f858c5bb40bab06c128263acf6c0 2024-11-24T03:22:54,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f26d8af7cad046209844a33b145f075c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f27c08a00a1b478ea9d8c072aac9e98a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/03810e9a217945abb76bc6f7949241fc, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/65ffffc5e2c6416ca4422b41ce938fa8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/9f7ed1bf1dc24701ac6105d288c152af, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/32f7ab3011b345a59cbdee3d48d0970e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/ec46b2057d454c35a7060fc1af68a956, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/024bcdfb05f844f1a210fddf6c878194, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8a7c92b66bc44423a4853decb1e2eb63, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/395b58aad7134c56a87dc97827d5d753, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/08dc26ed09354c71ba9baf754a38648d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/00387728e7ca42839b98d1c5dd3069d1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f5a4bce86ca4c039f116d5abd4c9721, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f0f3753bbbd4b5b95e3aeea861fb603, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/7fae924a97a543f4a0983fdf77e0509c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3629a05077f34fda9908a5074414f605, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/80254cdd2fb74be1b48a8165ad291605, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3013fccc78d9405180b72f8cc36a3c2a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/e97a58759f324c6c8e39bea3f926d548, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/c9e97afbadf0416b9b328b7fd6331b1a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2381fc7510f4474fb223e73464eed38d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/29e6909d28414067a3ea4c8df5f7a77f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/a08ff5f18a2441bcb7d0b903dd5445f1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/d24a57ccb2dd41c88a396114ee3511c2, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/6775a2b8167d49608e0a57578d70702c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8b4af186951d40aaa3171eafbb5ea603, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/dd2d6a3359cf4a78af66854a8c9eb998, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/25d285cd4a9f4942bea33c5f63b0723c] to archive 2024-11-24T03:22:54,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:54,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f26d8af7cad046209844a33b145f075c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f26d8af7cad046209844a33b145f075c 2024-11-24T03:22:54,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f27c08a00a1b478ea9d8c072aac9e98a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/f27c08a00a1b478ea9d8c072aac9e98a 2024-11-24T03:22:54,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/03810e9a217945abb76bc6f7949241fc to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/03810e9a217945abb76bc6f7949241fc 2024-11-24T03:22:54,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/65ffffc5e2c6416ca4422b41ce938fa8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/65ffffc5e2c6416ca4422b41ce938fa8 2024-11-24T03:22:54,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/9f7ed1bf1dc24701ac6105d288c152af to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/9f7ed1bf1dc24701ac6105d288c152af 2024-11-24T03:22:54,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/32f7ab3011b345a59cbdee3d48d0970e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/32f7ab3011b345a59cbdee3d48d0970e 2024-11-24T03:22:54,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/ec46b2057d454c35a7060fc1af68a956 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/ec46b2057d454c35a7060fc1af68a956 2024-11-24T03:22:54,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/024bcdfb05f844f1a210fddf6c878194 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/024bcdfb05f844f1a210fddf6c878194 2024-11-24T03:22:54,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8a7c92b66bc44423a4853decb1e2eb63 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8a7c92b66bc44423a4853decb1e2eb63 2024-11-24T03:22:54,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/395b58aad7134c56a87dc97827d5d753 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/395b58aad7134c56a87dc97827d5d753 2024-11-24T03:22:54,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/08dc26ed09354c71ba9baf754a38648d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/08dc26ed09354c71ba9baf754a38648d 2024-11-24T03:22:54,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/00387728e7ca42839b98d1c5dd3069d1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/00387728e7ca42839b98d1c5dd3069d1 2024-11-24T03:22:54,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f5a4bce86ca4c039f116d5abd4c9721 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f5a4bce86ca4c039f116d5abd4c9721 2024-11-24T03:22:54,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f0f3753bbbd4b5b95e3aeea861fb603 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2f0f3753bbbd4b5b95e3aeea861fb603 2024-11-24T03:22:54,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/7fae924a97a543f4a0983fdf77e0509c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/7fae924a97a543f4a0983fdf77e0509c 2024-11-24T03:22:54,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3629a05077f34fda9908a5074414f605 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3629a05077f34fda9908a5074414f605 2024-11-24T03:22:54,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/80254cdd2fb74be1b48a8165ad291605 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/80254cdd2fb74be1b48a8165ad291605 2024-11-24T03:22:54,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3013fccc78d9405180b72f8cc36a3c2a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/3013fccc78d9405180b72f8cc36a3c2a 2024-11-24T03:22:54,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/e97a58759f324c6c8e39bea3f926d548 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/e97a58759f324c6c8e39bea3f926d548 2024-11-24T03:22:54,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/c9e97afbadf0416b9b328b7fd6331b1a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/c9e97afbadf0416b9b328b7fd6331b1a 2024-11-24T03:22:54,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2381fc7510f4474fb223e73464eed38d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/2381fc7510f4474fb223e73464eed38d 2024-11-24T03:22:54,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/29e6909d28414067a3ea4c8df5f7a77f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/29e6909d28414067a3ea4c8df5f7a77f 2024-11-24T03:22:54,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/a08ff5f18a2441bcb7d0b903dd5445f1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/a08ff5f18a2441bcb7d0b903dd5445f1 2024-11-24T03:22:54,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/d24a57ccb2dd41c88a396114ee3511c2 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/d24a57ccb2dd41c88a396114ee3511c2 2024-11-24T03:22:54,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/6775a2b8167d49608e0a57578d70702c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/6775a2b8167d49608e0a57578d70702c 2024-11-24T03:22:54,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8b4af186951d40aaa3171eafbb5ea603 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/8b4af186951d40aaa3171eafbb5ea603 2024-11-24T03:22:54,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/dd2d6a3359cf4a78af66854a8c9eb998 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/dd2d6a3359cf4a78af66854a8c9eb998 2024-11-24T03:22:54,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/25d285cd4a9f4942bea33c5f63b0723c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/25d285cd4a9f4942bea33c5f63b0723c 2024-11-24T03:22:54,308 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/recovered.edits/447.seqid, newMaxSeqId=447, maxSeqId=4 2024-11-24T03:22:54,309 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250. 2024-11-24T03:22:54,309 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for d7642123957cee9f4c0d52778b16d250: 2024-11-24T03:22:54,310 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=d7642123957cee9f4c0d52778b16d250, regionState=CLOSED 2024-11-24T03:22:54,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-24T03:22:54,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure d7642123957cee9f4c0d52778b16d250, server=f13c2bb2f71a,46311,1732418455035 in 1.8880 sec 2024-11-24T03:22:54,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-24T03:22:54,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7642123957cee9f4c0d52778b16d250, UNASSIGN in 1.8900 sec 2024-11-24T03:22:54,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T03:22:54,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8920 sec 2024-11-24T03:22:54,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418574315"}]},"ts":"1732418574315"} 2024-11-24T03:22:54,316 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:22:54,318 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:22:54,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9030 sec 2024-11-24T03:22:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:22:54,521 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-24T03:22:54,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:22:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:54,523 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T03:22:54,523 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:54,525 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,526 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/recovered.edits] 2024-11-24T03:22:54,528 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0333a869aab04017b627876f50d2241d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/0333a869aab04017b627876f50d2241d 2024-11-24T03:22:54,529 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/092b318f50474ecfa920c6e9c2cf64be to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/092b318f50474ecfa920c6e9c2cf64be 2024-11-24T03:22:54,530 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/8659592e3d1b4ebbaefc923387e2c49b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/A/8659592e3d1b4ebbaefc923387e2c49b 2024-11-24T03:22:54,532 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/8786e9a493904eb58bfa171d003034df to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/8786e9a493904eb58bfa171d003034df 2024-11-24T03:22:54,533 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/96c79bb1051647298ba65fd6b0def051 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/96c79bb1051647298ba65fd6b0def051 2024-11-24T03:22:54,534 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c3f199d3c49d499db9bba6f898f852c0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/B/c3f199d3c49d499db9bba6f898f852c0 2024-11-24T03:22:54,535 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/0040cf28eeea43789f83a1a347599500 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/0040cf28eeea43789f83a1a347599500 2024-11-24T03:22:54,536 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/81e58950c31f4269a6c3a659d602b1ac to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/81e58950c31f4269a6c3a659d602b1ac 2024-11-24T03:22:54,537 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/997a0290101f4bed8bee896495879ced to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/C/997a0290101f4bed8bee896495879ced 2024-11-24T03:22:54,540 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/recovered.edits/447.seqid to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250/recovered.edits/447.seqid 2024-11-24T03:22:54,540 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,540 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:22:54,541 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:22:54,541 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T03:22:54,544 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112400b164413f384ef4b47a863096a8b593_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112400b164413f384ef4b47a863096a8b593_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,545 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112401c179fd0aa3441f952346d86c6c4d76_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112401c179fd0aa3441f952346d86c6c4d76_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,546 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112402bed64feffd4253b6c76559c5868007_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112402bed64feffd4253b6c76559c5868007_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,547 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112412ec01d1723e40398efaf5644bc75bf1_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112412ec01d1723e40398efaf5644bc75bf1_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,548 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243437f5669edd439595ad5b0cc926bccf_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243437f5669edd439595ad5b0cc926bccf_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,549 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124414d96301dd24803a736412eb751f866_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124414d96301dd24803a736412eb751f866_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,550 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244225d86ca53148c2b9962833f632a44e_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244225d86ca53148c2b9962833f632a44e_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,551 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244da0a98fbf9b41e3a09ce4b3595657ca_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244da0a98fbf9b41e3a09ce4b3595657ca_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,552 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246650e2e93b0a48f5a2f8af74be4388a5_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246650e2e93b0a48f5a2f8af74be4388a5_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,553 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124720ab4c2134846cd9d1eff4387058456_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124720ab4c2134846cd9d1eff4387058456_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,554 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124993d36a1f26d42119f32ab2a8dbe4139_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124993d36a1f26d42119f32ab2a8dbe4139_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,555 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1aa9e7bb87443f1a0dd937d56f24245_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1aa9e7bb87443f1a0dd937d56f24245_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,556 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a425352adfc84925a1c303c70aff9ae7_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a425352adfc84925a1c303c70aff9ae7_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,557 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a4c4d385398649ba88cb5c28fca97278_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a4c4d385398649ba88cb5c28fca97278_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,558 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aa5196e5345247678fa33a7c82416fca_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aa5196e5345247678fa33a7c82416fca_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,559 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c03fb3983d5843c2b342e900d21b0fbe_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c03fb3983d5843c2b342e900d21b0fbe_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,560 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c4f50257895d4be59f6ef6996502aa27_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c4f50257895d4be59f6ef6996502aa27_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,561 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ccd8d5e76024487cbe17c819871ff9ff_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ccd8d5e76024487cbe17c819871ff9ff_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,562 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d2de9992392148c380b8114e0fd7aeed_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d2de9992392148c380b8114e0fd7aeed_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,563 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dd4cf2f822c2448fbecadac12d8e6c21_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dd4cf2f822c2448fbecadac12d8e6c21_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,564 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124defa3812c3b84e4186a406379a0ee0e0_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124defa3812c3b84e4186a406379a0ee0e0_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,564 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dfa5bb2232074574b969c2e9231e398a_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dfa5bb2232074574b969c2e9231e398a_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,565 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f8067d82b19f421eaf36bb26c8cbff53_d7642123957cee9f4c0d52778b16d250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f8067d82b19f421eaf36bb26c8cbff53_d7642123957cee9f4c0d52778b16d250 2024-11-24T03:22:54,566 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:22:54,568 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:54,569 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:22:54,571 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:22:54,571 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:54,571 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:22:54,572 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418574571"}]},"ts":"9223372036854775807"} 2024-11-24T03:22:54,573 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:22:54,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d7642123957cee9f4c0d52778b16d250, NAME => 'TestAcidGuarantees,,1732418547335.d7642123957cee9f4c0d52778b16d250.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:22:54,573 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:22:54,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418574573"}]},"ts":"9223372036854775807"} 2024-11-24T03:22:54,574 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:22:54,576 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:54,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-24T03:22:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T03:22:54,624 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-24T03:22:54,633 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 239), OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=651 (was 555) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7091 (was 7220) 2024-11-24T03:22:54,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=651, ProcessCount=11, AvailableMemoryMB=7091 2024-11-24T03:22:54,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:22:54,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:22:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:54,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:22:54,645 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:54,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-24T03:22:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T03:22:54,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:22:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742280_1456 (size=960) 2024-11-24T03:22:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T03:22:54,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:22:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T03:22:55,052 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 2024-11-24T03:22:55,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742281_1457 (size=53) 2024-11-24T03:22:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T03:22:55,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:55,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3a77913bc3f8e3b6699f08dcccb7b4a3, disabling compactions & flushes 2024-11-24T03:22:55,457 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:55,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:55,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. after waiting 0 ms 2024-11-24T03:22:55,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:55,457 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:55,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:22:55,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:22:55,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418575458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418575458"}]},"ts":"1732418575458"} 2024-11-24T03:22:55,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:22:55,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:22:55,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418575459"}]},"ts":"1732418575459"} 2024-11-24T03:22:55,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:22:55,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a77913bc3f8e3b6699f08dcccb7b4a3, ASSIGN}] 2024-11-24T03:22:55,464 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a77913bc3f8e3b6699f08dcccb7b4a3, ASSIGN 2024-11-24T03:22:55,465 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a77913bc3f8e3b6699f08dcccb7b4a3, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=false 2024-11-24T03:22:55,615 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=3a77913bc3f8e3b6699f08dcccb7b4a3, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:55,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure 3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:22:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T03:22:55,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:55,770 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:55,770 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:22:55,771 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:55,771 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:55,771 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:55,771 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:55,772 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:55,773 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:55,773 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a77913bc3f8e3b6699f08dcccb7b4a3 columnFamilyName A 2024-11-24T03:22:55,773 DEBUG [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:55,774 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] regionserver.HStore(327): Store=3a77913bc3f8e3b6699f08dcccb7b4a3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:55,774 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:55,774 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:55,775 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a77913bc3f8e3b6699f08dcccb7b4a3 columnFamilyName B 2024-11-24T03:22:55,775 DEBUG [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:55,775 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] regionserver.HStore(327): Store=3a77913bc3f8e3b6699f08dcccb7b4a3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:55,775 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:55,776 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:55,776 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a77913bc3f8e3b6699f08dcccb7b4a3 columnFamilyName C 2024-11-24T03:22:55,776 DEBUG [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:55,776 INFO [StoreOpener-3a77913bc3f8e3b6699f08dcccb7b4a3-1 {}] regionserver.HStore(327): Store=3a77913bc3f8e3b6699f08dcccb7b4a3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:55,776 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:55,777 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:55,777 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:55,778 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:22:55,779 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:55,780 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:22:55,781 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened 3a77913bc3f8e3b6699f08dcccb7b4a3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71843958, jitterRate=0.07055839896202087}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:22:55,781 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:22:55,782 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., pid=123, masterSystemTime=1732418575768 2024-11-24T03:22:55,783 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:55,783 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:55,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=3a77913bc3f8e3b6699f08dcccb7b4a3, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:55,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-24T03:22:55,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure 3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 in 168 msec 2024-11-24T03:22:55,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-24T03:22:55,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a77913bc3f8e3b6699f08dcccb7b4a3, ASSIGN in 322 msec 2024-11-24T03:22:55,786 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:22:55,786 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418575786"}]},"ts":"1732418575786"} 2024-11-24T03:22:55,787 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:22:55,789 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:22:55,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-24T03:22:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T03:22:56,749 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-24T03:22:56,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cb726fe to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59bd764a 2024-11-24T03:22:56,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238db126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,756 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:22:56,758 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:22:56,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-24T03:22:56,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-24T03:22:56,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-24T03:22:56,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,767 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-24T03:22:56,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,771 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-24T03:22:56,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-24T03:22:56,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-24T03:22:56,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-24T03:22:56,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,785 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-24T03:22:56,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,789 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-24T03:22:56,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:56,796 DEBUG [hconnection-0x3ff0583-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,796 DEBUG [hconnection-0x6e2d59c3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,797 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,800 DEBUG [hconnection-0x4e4c1219-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,800 DEBUG [hconnection-0x72cedb8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,801 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:56,801 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-24T03:22:56,803 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T03:22:56,804 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:56,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:56,806 DEBUG [hconnection-0x2e75068c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,806 DEBUG [hconnection-0x59d55e13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,807 DEBUG [hconnection-0x45898c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,807 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,807 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,807 DEBUG [hconnection-0x2a3a9fa3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,808 DEBUG [hconnection-0x3b3db673-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,808 DEBUG [hconnection-0x57d67a5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:56,808 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,809 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:56,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:22:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:22:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:22:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:56,811 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,811 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:56,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/76687525a5cb44d9a1148b4ff52e10fb is 50, key is test_row_0/A:col10/1732418576801/Put/seqid=0 2024-11-24T03:22:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418636829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418636830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418636830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418636832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418636832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742282_1458 (size=12001) 2024-11-24T03:22:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T03:22:56,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418636937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418636937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418636937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418636938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418636938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:56,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T03:22:56,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:56,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:22:56,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:56,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:56,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T03:22:57,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T03:22:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:22:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:57,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418637143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418637143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418637143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418637143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418637144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/76687525a5cb44d9a1148b4ff52e10fb 2024-11-24T03:22:57,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T03:22:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:22:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:57,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/76ae634ee1c94f80a4074473ee9aa8ac is 50, key is test_row_0/B:col10/1732418576801/Put/seqid=0 2024-11-24T03:22:57,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742283_1459 (size=12001) 2024-11-24T03:22:57,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/76ae634ee1c94f80a4074473ee9aa8ac 2024-11-24T03:22:57,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/a6874a36d5cc4797b2e87f82802b1229 is 50, key is test_row_0/C:col10/1732418576801/Put/seqid=0 2024-11-24T03:22:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742284_1460 (size=12001) 2024-11-24T03:22:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T03:22:57,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T03:22:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:22:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:57,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418637447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418637447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418637450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418637451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418637451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T03:22:57,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:57,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:22:57,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:57,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:57,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/a6874a36d5cc4797b2e87f82802b1229 2024-11-24T03:22:57,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/76687525a5cb44d9a1148b4ff52e10fb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/76687525a5cb44d9a1148b4ff52e10fb 2024-11-24T03:22:57,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/76687525a5cb44d9a1148b4ff52e10fb, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T03:22:57,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/76ae634ee1c94f80a4074473ee9aa8ac as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76ae634ee1c94f80a4074473ee9aa8ac 2024-11-24T03:22:57,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76ae634ee1c94f80a4074473ee9aa8ac, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T03:22:57,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/a6874a36d5cc4797b2e87f82802b1229 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a6874a36d5cc4797b2e87f82802b1229 2024-11-24T03:22:57,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a6874a36d5cc4797b2e87f82802b1229, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T03:22:57,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 905ms, sequenceid=13, compaction requested=false 2024-11-24T03:22:57,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:22:57,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T03:22:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:57,719 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:57,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:22:57,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:57,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:22:57,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:57,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:22:57,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:57,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/12cd0b77c5b64816986e78bbea7a80e0 is 50, key is test_row_0/A:col10/1732418576828/Put/seqid=0 2024-11-24T03:22:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742285_1461 (size=12001) 2024-11-24T03:22:57,726 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/12cd0b77c5b64816986e78bbea7a80e0 2024-11-24T03:22:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/0eeae662f2f34f269e2f0716b2086a91 is 50, key is test_row_0/B:col10/1732418576828/Put/seqid=0 2024-11-24T03:22:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742286_1462 (size=12001) 2024-11-24T03:22:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T03:22:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:57,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:22:57,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418637959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418637960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418637961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418637962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418637964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418638065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418638065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418638066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418638069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418638069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,136 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/0eeae662f2f34f269e2f0716b2086a91 2024-11-24T03:22:58,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/f2f6bc5d35bf474da98c607bb768461b is 50, key is test_row_0/C:col10/1732418576828/Put/seqid=0 2024-11-24T03:22:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742287_1463 (size=12001) 2024-11-24T03:22:58,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418638269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418638269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418638269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418638274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418638275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,546 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/f2f6bc5d35bf474da98c607bb768461b 2024-11-24T03:22:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/12cd0b77c5b64816986e78bbea7a80e0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/12cd0b77c5b64816986e78bbea7a80e0 2024-11-24T03:22:58,554 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/12cd0b77c5b64816986e78bbea7a80e0, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T03:22:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/0eeae662f2f34f269e2f0716b2086a91 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/0eeae662f2f34f269e2f0716b2086a91 2024-11-24T03:22:58,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/0eeae662f2f34f269e2f0716b2086a91, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T03:22:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/f2f6bc5d35bf474da98c607bb768461b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/f2f6bc5d35bf474da98c607bb768461b 2024-11-24T03:22:58,562 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/f2f6bc5d35bf474da98c607bb768461b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T03:22:58,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 844ms, sequenceid=39, compaction requested=false 2024-11-24T03:22:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:22:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-24T03:22:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-24T03:22:58,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-24T03:22:58,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7600 sec 2024-11-24T03:22:58,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.7640 sec 2024-11-24T03:22:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:58,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:58,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:22:58,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:58,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:22:58,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:58,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:22:58,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:58,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/14271405889547faa36b20ff5669fcbb is 50, key is test_row_0/A:col10/1732418577961/Put/seqid=0 2024-11-24T03:22:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742288_1464 (size=14341) 2024-11-24T03:22:58,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/14271405889547faa36b20ff5669fcbb 2024-11-24T03:22:58,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8f95bac92fc44ae79a9caa0981ed05bf is 50, key is test_row_0/B:col10/1732418577961/Put/seqid=0 2024-11-24T03:22:58,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742289_1465 (size=12001) 2024-11-24T03:22:58,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418638607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418638610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418638610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418638611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418638611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418638716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418638717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418638720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418638720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418638720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T03:22:58,909 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-24T03:22:58,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-24T03:22:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:22:58,912 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:58,912 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:58,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:58,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418638921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418638921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418638931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418638931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:58,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418638933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8f95bac92fc44ae79a9caa0981ed05bf 2024-11-24T03:22:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:22:59,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/988304286e734af18b292e43c9eb727c is 50, key is test_row_0/C:col10/1732418577961/Put/seqid=0 2024-11-24T03:22:59,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:22:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:22:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:59,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742290_1466 (size=12001) 2024-11-24T03:22:59,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/988304286e734af18b292e43c9eb727c 2024-11-24T03:22:59,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/14271405889547faa36b20ff5669fcbb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/14271405889547faa36b20ff5669fcbb 2024-11-24T03:22:59,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/14271405889547faa36b20ff5669fcbb, entries=200, sequenceid=51, filesize=14.0 K 2024-11-24T03:22:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8f95bac92fc44ae79a9caa0981ed05bf as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8f95bac92fc44ae79a9caa0981ed05bf 2024-11-24T03:22:59,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8f95bac92fc44ae79a9caa0981ed05bf, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T03:22:59,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/988304286e734af18b292e43c9eb727c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/988304286e734af18b292e43c9eb727c 2024-11-24T03:22:59,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/988304286e734af18b292e43c9eb727c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T03:22:59,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 550ms, sequenceid=51, compaction requested=true 2024-11-24T03:22:59,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:22:59,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:59,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:59,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:59,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:59,126 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:59,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:59,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:59,126 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:59,127 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:59,128 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:22:59,128 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:59,128 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/76687525a5cb44d9a1148b4ff52e10fb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/12cd0b77c5b64816986e78bbea7a80e0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/14271405889547faa36b20ff5669fcbb] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=37.4 K 2024-11-24T03:22:59,128 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:59,128 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:22:59,128 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:59,128 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76ae634ee1c94f80a4074473ee9aa8ac, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/0eeae662f2f34f269e2f0716b2086a91, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8f95bac92fc44ae79a9caa0981ed05bf] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=35.2 K 2024-11-24T03:22:59,129 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76687525a5cb44d9a1148b4ff52e10fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732418576801 2024-11-24T03:22:59,129 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 76ae634ee1c94f80a4074473ee9aa8ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732418576801 2024-11-24T03:22:59,129 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12cd0b77c5b64816986e78bbea7a80e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732418576828 2024-11-24T03:22:59,130 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eeae662f2f34f269e2f0716b2086a91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732418576828 2024-11-24T03:22:59,130 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14271405889547faa36b20ff5669fcbb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418577953 2024-11-24T03:22:59,130 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f95bac92fc44ae79a9caa0981ed05bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418577953 2024-11-24T03:22:59,197 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:59,197 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:59,198 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/aa1f103df78c4abb83d3e79e65c79f0c is 50, key is test_row_0/B:col10/1732418577961/Put/seqid=0 2024-11-24T03:22:59,198 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/59d90836db53447bb815c573bd8565f8 is 50, key is test_row_0/A:col10/1732418577961/Put/seqid=0 2024-11-24T03:22:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:22:59,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:22:59,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:59,219 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:22:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:22:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:22:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:22:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:59,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:22:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742291_1467 (size=12104) 2024-11-24T03:22:59,247 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/59d90836db53447bb815c573bd8565f8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/59d90836db53447bb815c573bd8565f8 2024-11-24T03:22:59,255 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 59d90836db53447bb815c573bd8565f8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:59,255 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:22:59,255 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=13, startTime=1732418579126; duration=0sec 2024-11-24T03:22:59,255 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:59,255 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:22:59,255 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:59,257 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:59,257 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:22:59,257 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:59,257 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a6874a36d5cc4797b2e87f82802b1229, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/f2f6bc5d35bf474da98c607bb768461b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/988304286e734af18b292e43c9eb727c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=35.2 K 2024-11-24T03:22:59,258 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6874a36d5cc4797b2e87f82802b1229, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732418576801 2024-11-24T03:22:59,258 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2f6bc5d35bf474da98c607bb768461b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732418576828 2024-11-24T03:22:59,259 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 988304286e734af18b292e43c9eb727c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418577953 2024-11-24T03:22:59,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742292_1468 (size=12104) 2024-11-24T03:22:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/5d0cb43363f04f84a874cad9d4ea4360 is 50, key is test_row_0/A:col10/1732418578610/Put/seqid=0 2024-11-24T03:22:59,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418639261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418639264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418639265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418639266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418639280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,298 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:59,299 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/9761a776a8c24891bf182789187f63f2 is 50, key is test_row_0/C:col10/1732418577961/Put/seqid=0 2024-11-24T03:22:59,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742293_1469 (size=12001) 2024-11-24T03:22:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742294_1470 (size=12104) 2024-11-24T03:22:59,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418639381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418639384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418639385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418639385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418639391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:22:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418639589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418639594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418639595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418639596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418639600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,670 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/aa1f103df78c4abb83d3e79e65c79f0c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/aa1f103df78c4abb83d3e79e65c79f0c 2024-11-24T03:22:59,676 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into aa1f103df78c4abb83d3e79e65c79f0c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:59,676 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:22:59,676 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=13, startTime=1732418579126; duration=0sec 2024-11-24T03:22:59,676 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:59,676 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:22:59,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/5d0cb43363f04f84a874cad9d4ea4360 2024-11-24T03:22:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/e4744a2b550f47f0882aebfc0dede2b5 is 50, key is test_row_0/B:col10/1732418578610/Put/seqid=0 2024-11-24T03:22:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742295_1471 (size=12001) 2024-11-24T03:22:59,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/e4744a2b550f47f0882aebfc0dede2b5 2024-11-24T03:22:59,786 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/9761a776a8c24891bf182789187f63f2 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/9761a776a8c24891bf182789187f63f2 2024-11-24T03:22:59,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/80d91ce3415042abaeab865e6584d612 is 50, key is test_row_0/C:col10/1732418578610/Put/seqid=0 2024-11-24T03:22:59,798 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 9761a776a8c24891bf182789187f63f2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:59,798 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:22:59,798 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=13, startTime=1732418579126; duration=0sec 2024-11-24T03:22:59,798 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:59,798 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:22:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742296_1472 (size=12001) 2024-11-24T03:22:59,826 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/80d91ce3415042abaeab865e6584d612 2024-11-24T03:22:59,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/5d0cb43363f04f84a874cad9d4ea4360 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/5d0cb43363f04f84a874cad9d4ea4360 2024-11-24T03:22:59,837 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/5d0cb43363f04f84a874cad9d4ea4360, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:22:59,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/e4744a2b550f47f0882aebfc0dede2b5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4744a2b550f47f0882aebfc0dede2b5 2024-11-24T03:22:59,843 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4744a2b550f47f0882aebfc0dede2b5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:22:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/80d91ce3415042abaeab865e6584d612 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/80d91ce3415042abaeab865e6584d612 2024-11-24T03:22:59,850 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/80d91ce3415042abaeab865e6584d612, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:22:59,850 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 631ms, sequenceid=76, compaction requested=false 2024-11-24T03:22:59,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:22:59,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:22:59,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-24T03:22:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-24T03:22:59,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-24T03:22:59,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 939 msec 2024-11-24T03:22:59,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 945 msec 2024-11-24T03:22:59,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:22:59,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:22:59,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:22:59,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:59,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:22:59,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:59,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:22:59,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:22:59,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/608b9ff7ce1847abad19c777ce1d3ac0 is 50, key is test_row_0/A:col10/1732418579897/Put/seqid=0 2024-11-24T03:22:59,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742297_1473 (size=14341) 2024-11-24T03:22:59,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/608b9ff7ce1847abad19c777ce1d3ac0 2024-11-24T03:22:59,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/fcf950ec11bf46de89861f6dc3af5582 is 50, key is test_row_0/B:col10/1732418579897/Put/seqid=0 2024-11-24T03:22:59,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418639948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418639948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418639948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418639950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418639953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:22:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742298_1474 (size=12001) 2024-11-24T03:22:59,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/fcf950ec11bf46de89861f6dc3af5582 2024-11-24T03:22:59,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/c3a5c5cd1136478696923a4b9821ec9a is 50, key is test_row_0/C:col10/1732418579897/Put/seqid=0 2024-11-24T03:23:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742299_1475 (size=12001) 2024-11-24T03:23:00,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/c3a5c5cd1136478696923a4b9821ec9a 2024-11-24T03:23:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:23:00,016 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-24T03:23:00,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-24T03:23:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:23:00,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:00,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/608b9ff7ce1847abad19c777ce1d3ac0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/608b9ff7ce1847abad19c777ce1d3ac0 2024-11-24T03:23:00,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:00,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:00,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/608b9ff7ce1847abad19c777ce1d3ac0, entries=200, sequenceid=91, filesize=14.0 K 2024-11-24T03:23:00,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/fcf950ec11bf46de89861f6dc3af5582 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/fcf950ec11bf46de89861f6dc3af5582 2024-11-24T03:23:00,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/fcf950ec11bf46de89861f6dc3af5582, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T03:23:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/c3a5c5cd1136478696923a4b9821ec9a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/c3a5c5cd1136478696923a4b9821ec9a 2024-11-24T03:23:00,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/c3a5c5cd1136478696923a4b9821ec9a, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T03:23:00,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 152ms, sequenceid=91, compaction requested=true 2024-11-24T03:23:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:00,051 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:00,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:00,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:00,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:00,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:00,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:00,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:23:00,051 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:00,052 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:00,052 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:00,052 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,053 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/59d90836db53447bb815c573bd8565f8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/5d0cb43363f04f84a874cad9d4ea4360, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/608b9ff7ce1847abad19c777ce1d3ac0] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=37.5 K 2024-11-24T03:23:00,053 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:00,053 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:00,053 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,053 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/aa1f103df78c4abb83d3e79e65c79f0c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4744a2b550f47f0882aebfc0dede2b5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/fcf950ec11bf46de89861f6dc3af5582] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=35.3 K 2024-11-24T03:23:00,053 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59d90836db53447bb815c573bd8565f8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418577953 2024-11-24T03:23:00,054 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting aa1f103df78c4abb83d3e79e65c79f0c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418577953 2024-11-24T03:23:00,054 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d0cb43363f04f84a874cad9d4ea4360, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418578609 2024-11-24T03:23:00,054 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e4744a2b550f47f0882aebfc0dede2b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418578609 2024-11-24T03:23:00,055 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 608b9ff7ce1847abad19c777ce1d3ac0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732418579260 2024-11-24T03:23:00,055 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fcf950ec11bf46de89861f6dc3af5582, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732418579262 2024-11-24T03:23:00,070 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:00,070 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/f622c971fdfc42b8ba750a309479d68b is 50, key is test_row_0/B:col10/1732418579897/Put/seqid=0 2024-11-24T03:23:00,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:23:00,078 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:00,078 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/f5c403b7db7848cfb84799ba9348ead1 is 50, key is test_row_0/A:col10/1732418579897/Put/seqid=0 2024-11-24T03:23:00,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:00,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:00,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:00,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:00,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:00,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:00,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418640082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418640086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418640088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418640091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418640093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/469b0207ef7d4a56976180e166d54783 is 50, key is test_row_0/A:col10/1732418580071/Put/seqid=0 2024-11-24T03:23:00,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742300_1476 (size=12207) 2024-11-24T03:23:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:23:00,128 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/f622c971fdfc42b8ba750a309479d68b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f622c971fdfc42b8ba750a309479d68b 2024-11-24T03:23:00,135 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into f622c971fdfc42b8ba750a309479d68b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:00,136 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:00,136 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=13, startTime=1732418580051; duration=0sec 2024-11-24T03:23:00,136 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:00,136 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:00,136 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:00,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742301_1477 (size=12207) 2024-11-24T03:23:00,138 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:00,138 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:00,138 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,138 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/9761a776a8c24891bf182789187f63f2, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/80d91ce3415042abaeab865e6584d612, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/c3a5c5cd1136478696923a4b9821ec9a] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=35.3 K 2024-11-24T03:23:00,139 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9761a776a8c24891bf182789187f63f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418577953 2024-11-24T03:23:00,140 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 80d91ce3415042abaeab865e6584d612, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418578609 2024-11-24T03:23:00,140 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c3a5c5cd1136478696923a4b9821ec9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732418579262 2024-11-24T03:23:00,145 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/f5c403b7db7848cfb84799ba9348ead1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f5c403b7db7848cfb84799ba9348ead1 2024-11-24T03:23:00,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742302_1478 (size=12001) 2024-11-24T03:23:00,154 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into f5c403b7db7848cfb84799ba9348ead1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:00,154 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:00,154 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=13, startTime=1732418580050; duration=0sec 2024-11-24T03:23:00,154 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:00,154 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:00,163 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:00,164 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/a26ffb563aa54d43837f60f99594d22a is 50, key is test_row_0/C:col10/1732418579897/Put/seqid=0 2024-11-24T03:23:00,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T03:23:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742303_1479 (size=12207) 2024-11-24T03:23:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418640195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418640198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418640199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418640200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418640202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,213 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/a26ffb563aa54d43837f60f99594d22a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a26ffb563aa54d43837f60f99594d22a 2024-11-24T03:23:00,221 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into a26ffb563aa54d43837f60f99594d22a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:00,221 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:00,221 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=13, startTime=1732418580051; duration=0sec 2024-11-24T03:23:00,221 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:00,221 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:23:00,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T03:23:00,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:00,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418640402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418640405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418640405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418640407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418640407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T03:23:00,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/469b0207ef7d4a56976180e166d54783 2024-11-24T03:23:00,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/16369833849a4e3785fb58410e1c12ee is 50, key is test_row_0/B:col10/1732418580071/Put/seqid=0 2024-11-24T03:23:00,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742304_1480 (size=12001) 2024-11-24T03:23:00,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/16369833849a4e3785fb58410e1c12ee 2024-11-24T03:23:00,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/3f97f81a962b43efbebc86f1379495a9 is 50, key is test_row_0/C:col10/1732418580071/Put/seqid=0 2024-11-24T03:23:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:23:00,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T03:23:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742305_1481 (size=12001) 2024-11-24T03:23:00,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418640706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418640710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418640712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418640713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418640715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T03:23:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:00,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T03:23:00,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:00,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:00,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:01,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/3f97f81a962b43efbebc86f1379495a9 2024-11-24T03:23:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/469b0207ef7d4a56976180e166d54783 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/469b0207ef7d4a56976180e166d54783 2024-11-24T03:23:01,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/469b0207ef7d4a56976180e166d54783, entries=150, sequenceid=119, filesize=11.7 K 2024-11-24T03:23:01,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/16369833849a4e3785fb58410e1c12ee as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/16369833849a4e3785fb58410e1c12ee 2024-11-24T03:23:01,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/16369833849a4e3785fb58410e1c12ee, entries=150, sequenceid=119, filesize=11.7 K 2024-11-24T03:23:01,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/3f97f81a962b43efbebc86f1379495a9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f97f81a962b43efbebc86f1379495a9 2024-11-24T03:23:01,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f97f81a962b43efbebc86f1379495a9, entries=150, sequenceid=119, filesize=11.7 K 2024-11-24T03:23:01,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 986ms, sequenceid=119, compaction requested=false 2024-11-24T03:23:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:01,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T03:23:01,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:01,094 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:23:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/40ff5bd7e1e042c3a2d22870db30ae37 is 50, key is test_row_1/A:col10/1732418580091/Put/seqid=0 2024-11-24T03:23:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:23:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742306_1482 (size=9657) 2024-11-24T03:23:01,128 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/40ff5bd7e1e042c3a2d22870db30ae37 2024-11-24T03:23:01,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/4df0b517da584881aaa5f264bff91572 is 50, key is test_row_1/B:col10/1732418580091/Put/seqid=0 2024-11-24T03:23:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742307_1483 (size=9657) 2024-11-24T03:23:01,179 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/4df0b517da584881aaa5f264bff91572 2024-11-24T03:23:01,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/642c246e1d0e4b1aabf3215e49848e72 is 50, key is test_row_1/C:col10/1732418580091/Put/seqid=0 2024-11-24T03:23:01,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742308_1484 (size=9657) 2024-11-24T03:23:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:01,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:01,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418641259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418641263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418641264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418641269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418641269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418641370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418641375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418641375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418641376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418641376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418641577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418641580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418641585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418641585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418641586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,623 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/642c246e1d0e4b1aabf3215e49848e72 2024-11-24T03:23:01,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/40ff5bd7e1e042c3a2d22870db30ae37 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/40ff5bd7e1e042c3a2d22870db30ae37 2024-11-24T03:23:01,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/40ff5bd7e1e042c3a2d22870db30ae37, entries=100, sequenceid=130, filesize=9.4 K 2024-11-24T03:23:01,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/4df0b517da584881aaa5f264bff91572 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4df0b517da584881aaa5f264bff91572 2024-11-24T03:23:01,636 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4df0b517da584881aaa5f264bff91572, entries=100, sequenceid=130, filesize=9.4 K 2024-11-24T03:23:01,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/642c246e1d0e4b1aabf3215e49848e72 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/642c246e1d0e4b1aabf3215e49848e72 2024-11-24T03:23:01,644 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/642c246e1d0e4b1aabf3215e49848e72, entries=100, sequenceid=130, filesize=9.4 K 2024-11-24T03:23:01,645 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 552ms, sequenceid=130, compaction requested=true 2024-11-24T03:23:01,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:01,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:01,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-24T03:23:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-24T03:23:01,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-24T03:23:01,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-11-24T03:23:01,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.6320 sec 2024-11-24T03:23:01,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T03:23:01,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:01,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:01,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:01,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:01,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/472baf428e4246029dc73a5c3954fb19 is 50, key is test_row_0/A:col10/1732418581266/Put/seqid=0 2024-11-24T03:23:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418641903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418641903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418641904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418641904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418641920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:01,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742309_1485 (size=14541) 2024-11-24T03:23:01,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/472baf428e4246029dc73a5c3954fb19 2024-11-24T03:23:01,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/76252a9baa9346d39abfc92bc0f0e478 is 50, key is test_row_0/B:col10/1732418581266/Put/seqid=0 2024-11-24T03:23:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742310_1486 (size=12151) 2024-11-24T03:23:02,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418642021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418642021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418642022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418642023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418642030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:23:02,124 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-24T03:23:02,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-24T03:23:02,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:02,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:02,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T03:23:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T03:23:02,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418642226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418642227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418642227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418642228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418642239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T03:23:02,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:02,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/76252a9baa9346d39abfc92bc0f0e478 2024-11-24T03:23:02,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/881a8a05c5534cc4a9467198e318f043 is 50, key is test_row_0/C:col10/1732418581266/Put/seqid=0 2024-11-24T03:23:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T03:23:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742311_1487 (size=12151) 2024-11-24T03:23:02,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T03:23:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/881a8a05c5534cc4a9467198e318f043 2024-11-24T03:23:02,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/472baf428e4246029dc73a5c3954fb19 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/472baf428e4246029dc73a5c3954fb19 2024-11-24T03:23:02,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/472baf428e4246029dc73a5c3954fb19, entries=200, sequenceid=159, filesize=14.2 K 2024-11-24T03:23:02,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/76252a9baa9346d39abfc92bc0f0e478 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76252a9baa9346d39abfc92bc0f0e478 2024-11-24T03:23:02,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76252a9baa9346d39abfc92bc0f0e478, entries=150, sequenceid=159, filesize=11.9 K 2024-11-24T03:23:02,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/881a8a05c5534cc4a9467198e318f043 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/881a8a05c5534cc4a9467198e318f043 2024-11-24T03:23:02,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/881a8a05c5534cc4a9467198e318f043, entries=150, sequenceid=159, filesize=11.9 K 2024-11-24T03:23:02,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 581ms, sequenceid=159, compaction requested=true 2024-11-24T03:23:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:02,471 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:23:02,471 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:02,473 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48406 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:02,473 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:02,473 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,473 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f5c403b7db7848cfb84799ba9348ead1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/469b0207ef7d4a56976180e166d54783, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/40ff5bd7e1e042c3a2d22870db30ae37, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/472baf428e4246029dc73a5c3954fb19] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=47.3 K 2024-11-24T03:23:02,473 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f5c403b7db7848cfb84799ba9348ead1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732418579262 2024-11-24T03:23:02,474 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:02,474 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:02,474 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,474 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f622c971fdfc42b8ba750a309479d68b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/16369833849a4e3785fb58410e1c12ee, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4df0b517da584881aaa5f264bff91572, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76252a9baa9346d39abfc92bc0f0e478] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=44.9 K 2024-11-24T03:23:02,474 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 469b0207ef7d4a56976180e166d54783, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732418579935 2024-11-24T03:23:02,474 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f622c971fdfc42b8ba750a309479d68b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732418579262 2024-11-24T03:23:02,474 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 40ff5bd7e1e042c3a2d22870db30ae37, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418580081 2024-11-24T03:23:02,474 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16369833849a4e3785fb58410e1c12ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732418579935 2024-11-24T03:23:02,474 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 472baf428e4246029dc73a5c3954fb19, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732418581258 2024-11-24T03:23:02,475 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4df0b517da584881aaa5f264bff91572, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418580081 2024-11-24T03:23:02,475 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76252a9baa9346d39abfc92bc0f0e478, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732418581258 2024-11-24T03:23:02,489 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:02,490 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/7f1295ce89034f938e29c3777c112ad5 is 50, key is test_row_0/B:col10/1732418581266/Put/seqid=0 2024-11-24T03:23:02,491 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:02,491 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/24b74c0f2a5f44ac9f02945d4ed4bc41 is 50, key is test_row_0/A:col10/1732418581266/Put/seqid=0 2024-11-24T03:23:02,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742313_1489 (size=12493) 2024-11-24T03:23:02,528 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/7f1295ce89034f938e29c3777c112ad5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/7f1295ce89034f938e29c3777c112ad5 2024-11-24T03:23:02,533 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 7f1295ce89034f938e29c3777c112ad5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:02,533 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:02,533 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=12, startTime=1732418582471; duration=0sec 2024-11-24T03:23:02,533 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:02,533 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:02,533 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:02,534 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:02,535 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:02,535 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,535 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a26ffb563aa54d43837f60f99594d22a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f97f81a962b43efbebc86f1379495a9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/642c246e1d0e4b1aabf3215e49848e72, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/881a8a05c5534cc4a9467198e318f043] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=44.9 K 2024-11-24T03:23:02,535 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a26ffb563aa54d43837f60f99594d22a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732418579262 2024-11-24T03:23:02,535 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f97f81a962b43efbebc86f1379495a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732418579935 2024-11-24T03:23:02,536 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 642c246e1d0e4b1aabf3215e49848e72, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418580081 2024-11-24T03:23:02,536 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 881a8a05c5534cc4a9467198e318f043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732418581258 2024-11-24T03:23:02,546 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:02,546 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/808dc14df07c441a882fa7e2e7e72d75 is 50, key is test_row_0/C:col10/1732418581266/Put/seqid=0 2024-11-24T03:23:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742312_1488 (size=12493) 2024-11-24T03:23:02,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:23:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:02,558 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/24b74c0f2a5f44ac9f02945d4ed4bc41 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/24b74c0f2a5f44ac9f02945d4ed4bc41 2024-11-24T03:23:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,570 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 24b74c0f2a5f44ac9f02945d4ed4bc41(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:02,570 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:02,570 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=12, startTime=1732418582471; duration=0sec 2024-11-24T03:23:02,570 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:02,570 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:02,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742314_1490 (size=12493) 2024-11-24T03:23:02,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T03:23:02,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:02,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d3147bebcf7f4502b7ce1bdde64cca39 is 50, key is test_row_0/A:col10/1732418581902/Put/seqid=0 2024-11-24T03:23:02,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742315_1491 (size=12151) 2024-11-24T03:23:02,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d3147bebcf7f4502b7ce1bdde64cca39 2024-11-24T03:23:02,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/3a3b0e2ab8504d7d9efbbe5e24d2ac98 is 50, key is test_row_0/B:col10/1732418581902/Put/seqid=0 2024-11-24T03:23:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742316_1492 (size=12151) 2024-11-24T03:23:02,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/3a3b0e2ab8504d7d9efbbe5e24d2ac98 2024-11-24T03:23:02,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/2d23d128b4b94c46b1bec579de8b4b1d is 50, key is test_row_0/C:col10/1732418581902/Put/seqid=0 2024-11-24T03:23:02,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418642687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418642688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418642689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418642692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418642692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742317_1493 (size=12151) 2024-11-24T03:23:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T03:23:02,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T03:23:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418642801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418642802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418642802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418642803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418642802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:02,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T03:23:02,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:02,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:02,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,986 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/808dc14df07c441a882fa7e2e7e72d75 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/808dc14df07c441a882fa7e2e7e72d75 2024-11-24T03:23:02,994 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 808dc14df07c441a882fa7e2e7e72d75(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:02,994 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:02,994 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=12, startTime=1732418582471; duration=0sec 2024-11-24T03:23:02,994 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:02,994 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:03,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418643010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418643014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418643015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418643015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418643016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T03:23:03,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:03,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:03,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:03,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/2d23d128b4b94c46b1bec579de8b4b1d 2024-11-24T03:23:03,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d3147bebcf7f4502b7ce1bdde64cca39 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d3147bebcf7f4502b7ce1bdde64cca39 2024-11-24T03:23:03,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d3147bebcf7f4502b7ce1bdde64cca39, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:23:03,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/3a3b0e2ab8504d7d9efbbe5e24d2ac98 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3a3b0e2ab8504d7d9efbbe5e24d2ac98 2024-11-24T03:23:03,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3a3b0e2ab8504d7d9efbbe5e24d2ac98, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:23:03,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/2d23d128b4b94c46b1bec579de8b4b1d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2d23d128b4b94c46b1bec579de8b4b1d 2024-11-24T03:23:03,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2d23d128b4b94c46b1bec579de8b4b1d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:23:03,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 605ms, sequenceid=173, compaction requested=false 2024-11-24T03:23:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:03,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T03:23:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:03,206 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T03:23:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:03,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:03,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:03,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:03,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/4ec1ee2e900c43d3838743546cc5d5c0 is 50, key is test_row_0/A:col10/1732418582666/Put/seqid=0 2024-11-24T03:23:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T03:23:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742318_1494 (size=12151) 2024-11-24T03:23:03,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:03,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418643332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418643333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418643340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418643340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418643341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418643443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418643443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418643448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418643450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418643450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418643656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418643656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418643657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,662 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/4ec1ee2e900c43d3838743546cc5d5c0 2024-11-24T03:23:03,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418643659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418643659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:03,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/cae5ed511d754de8bcdc25fb572f09cd is 50, key is test_row_0/B:col10/1732418582666/Put/seqid=0 2024-11-24T03:23:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742319_1495 (size=12151) 2024-11-24T03:23:03,705 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/cae5ed511d754de8bcdc25fb572f09cd 2024-11-24T03:23:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/1e04c43a70064588988306f63d3b602f is 50, key is test_row_0/C:col10/1732418582666/Put/seqid=0 2024-11-24T03:23:03,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742320_1496 (size=12151) 2024-11-24T03:23:03,756 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/1e04c43a70064588988306f63d3b602f 2024-11-24T03:23:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/4ec1ee2e900c43d3838743546cc5d5c0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4ec1ee2e900c43d3838743546cc5d5c0 2024-11-24T03:23:03,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4ec1ee2e900c43d3838743546cc5d5c0, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T03:23:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/cae5ed511d754de8bcdc25fb572f09cd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/cae5ed511d754de8bcdc25fb572f09cd 2024-11-24T03:23:03,776 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/cae5ed511d754de8bcdc25fb572f09cd, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T03:23:03,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/1e04c43a70064588988306f63d3b602f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1e04c43a70064588988306f63d3b602f 2024-11-24T03:23:03,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1e04c43a70064588988306f63d3b602f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T03:23:03,785 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 579ms, sequenceid=198, compaction requested=true 2024-11-24T03:23:03,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-24T03:23:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-24T03:23:03,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T03:23:03,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6580 sec 2024-11-24T03:23:03,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.6640 sec 2024-11-24T03:23:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:03,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:23:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:03,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/02bb994facb24bc5af29c60896a54148 is 50, key is test_row_0/A:col10/1732418583963/Put/seqid=0 2024-11-24T03:23:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742321_1497 (size=12151) 2024-11-24T03:23:03,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/02bb994facb24bc5af29c60896a54148 2024-11-24T03:23:04,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/10bfe1ac61ac428ab958461c99ab2180 is 50, key is test_row_0/B:col10/1732418583963/Put/seqid=0 2024-11-24T03:23:04,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742322_1498 (size=12151) 2024-11-24T03:23:04,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418644019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418644039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418644040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418644040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418644041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418644152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418644152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418644152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418644153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418644153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T03:23:04,235 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-24T03:23:04,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-24T03:23:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T03:23:04,239 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:04,240 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:04,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T03:23:04,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418644362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418644363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418644363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418644364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418644364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T03:23:04,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:04,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/10bfe1ac61ac428ab958461c99ab2180 2024-11-24T03:23:04,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/16056b29566242aab988e8e6111999e9 is 50, key is test_row_0/C:col10/1732418583963/Put/seqid=0 2024-11-24T03:23:04,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742323_1499 (size=12151) 2024-11-24T03:23:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T03:23:04,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T03:23:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418644670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418644671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418644674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418644676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418644677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T03:23:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:23:04,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T03:23:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T03:23:04,853 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:04,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T03:23:04,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:04,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/16056b29566242aab988e8e6111999e9 2024-11-24T03:23:04,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/02bb994facb24bc5af29c60896a54148 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/02bb994facb24bc5af29c60896a54148 2024-11-24T03:23:04,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/02bb994facb24bc5af29c60896a54148, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T03:23:04,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/10bfe1ac61ac428ab958461c99ab2180 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/10bfe1ac61ac428ab958461c99ab2180 2024-11-24T03:23:04,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/10bfe1ac61ac428ab958461c99ab2180, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T03:23:04,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/16056b29566242aab988e8e6111999e9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/16056b29566242aab988e8e6111999e9 2024-11-24T03:23:04,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/16056b29566242aab988e8e6111999e9, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T03:23:04,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 935ms, sequenceid=213, compaction requested=true 2024-11-24T03:23:04,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:04,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:04,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:04,901 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:04,901 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:04,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:04,902 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:04,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:04,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:04,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:04,902 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:04,902 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,903 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/24b74c0f2a5f44ac9f02945d4ed4bc41, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d3147bebcf7f4502b7ce1bdde64cca39, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4ec1ee2e900c43d3838743546cc5d5c0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/02bb994facb24bc5af29c60896a54148] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=47.8 K 2024-11-24T03:23:04,903 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:04,903 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:04,903 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:04,903 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/7f1295ce89034f938e29c3777c112ad5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3a3b0e2ab8504d7d9efbbe5e24d2ac98, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/cae5ed511d754de8bcdc25fb572f09cd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/10bfe1ac61ac428ab958461c99ab2180] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=47.8 K 2024-11-24T03:23:04,904 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24b74c0f2a5f44ac9f02945d4ed4bc41, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732418581258 2024-11-24T03:23:04,904 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f1295ce89034f938e29c3777c112ad5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732418581258 2024-11-24T03:23:04,904 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3147bebcf7f4502b7ce1bdde64cca39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418581902 2024-11-24T03:23:04,907 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a3b0e2ab8504d7d9efbbe5e24d2ac98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418581902 2024-11-24T03:23:04,907 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ec1ee2e900c43d3838743546cc5d5c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732418582666 2024-11-24T03:23:04,908 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting cae5ed511d754de8bcdc25fb572f09cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732418582666 2024-11-24T03:23:04,908 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02bb994facb24bc5af29c60896a54148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732418583329 2024-11-24T03:23:04,908 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 10bfe1ac61ac428ab958461c99ab2180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732418583329 2024-11-24T03:23:04,925 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:04,925 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/a3fb0c316ebb45659df9591b51d4ee7e is 50, key is test_row_0/A:col10/1732418583963/Put/seqid=0 2024-11-24T03:23:04,943 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#418 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:04,943 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/3bb3e00eb13f43479a7be7105a21ea08 is 50, key is test_row_0/B:col10/1732418583963/Put/seqid=0 2024-11-24T03:23:05,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T03:23:05,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,008 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T03:23:05,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:05,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:05,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:05,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742325_1501 (size=12629) 2024-11-24T03:23:05,019 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/3bb3e00eb13f43479a7be7105a21ea08 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3bb3e00eb13f43479a7be7105a21ea08 2024-11-24T03:23:05,024 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 3bb3e00eb13f43479a7be7105a21ea08(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:05,024 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:05,024 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=12, startTime=1732418584901; duration=0sec 2024-11-24T03:23:05,024 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:05,024 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:05,024 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:05,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742324_1500 (size=12629) 2024-11-24T03:23:05,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/86193df328d9449f896cf77a721e6348 is 50, key is test_row_0/A:col10/1732418584005/Put/seqid=0 2024-11-24T03:23:05,027 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:05,027 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:05,027 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,028 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/808dc14df07c441a882fa7e2e7e72d75, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2d23d128b4b94c46b1bec579de8b4b1d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1e04c43a70064588988306f63d3b602f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/16056b29566242aab988e8e6111999e9] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=47.8 K 2024-11-24T03:23:05,028 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 808dc14df07c441a882fa7e2e7e72d75, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732418581258 2024-11-24T03:23:05,028 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d23d128b4b94c46b1bec579de8b4b1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732418581902 2024-11-24T03:23:05,029 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e04c43a70064588988306f63d3b602f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732418582666 2024-11-24T03:23:05,029 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 16056b29566242aab988e8e6111999e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732418583329 2024-11-24T03:23:05,040 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:05,041 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/29313607766d432eadcd25d276e7417e is 50, key is test_row_0/C:col10/1732418583963/Put/seqid=0 2024-11-24T03:23:05,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742327_1503 (size=12629) 2024-11-24T03:23:05,126 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/29313607766d432eadcd25d276e7417e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/29313607766d432eadcd25d276e7417e 2024-11-24T03:23:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742326_1502 (size=12151) 2024-11-24T03:23:05,134 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 29313607766d432eadcd25d276e7417e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:05,134 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:05,134 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=12, startTime=1732418584902; duration=0sec 2024-11-24T03:23:05,135 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:05,135 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:05,135 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/86193df328d9449f896cf77a721e6348 2024-11-24T03:23:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/2e4957fe3c60442daf0f82186c954339 is 50, key is test_row_0/B:col10/1732418584005/Put/seqid=0 2024-11-24T03:23:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742328_1504 (size=12151) 2024-11-24T03:23:05,172 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/2e4957fe3c60442daf0f82186c954339 2024-11-24T03:23:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:05,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:05,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/d77c9331596241fab677f8a2b8db391e is 50, key is test_row_0/C:col10/1732418584005/Put/seqid=0 2024-11-24T03:23:05,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418645196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418645197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418645202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418645202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418645203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742329_1505 (size=12151) 2024-11-24T03:23:05,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/d77c9331596241fab677f8a2b8db391e 2024-11-24T03:23:05,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/86193df328d9449f896cf77a721e6348 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/86193df328d9449f896cf77a721e6348 2024-11-24T03:23:05,242 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/86193df328d9449f896cf77a721e6348, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T03:23:05,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/2e4957fe3c60442daf0f82186c954339 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/2e4957fe3c60442daf0f82186c954339 2024-11-24T03:23:05,249 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/2e4957fe3c60442daf0f82186c954339, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T03:23:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/d77c9331596241fab677f8a2b8db391e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/d77c9331596241fab677f8a2b8db391e 2024-11-24T03:23:05,256 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/d77c9331596241fab677f8a2b8db391e, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T03:23:05,257 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 249ms, sequenceid=235, compaction requested=false 2024-11-24T03:23:05,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:05,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-24T03:23:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-24T03:23:05,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-24T03:23:05,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0180 sec 2024-11-24T03:23:05,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0230 sec 2024-11-24T03:23:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:05,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:23:05,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:05,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:05,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:05,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/fce8e119ccb34ad38c183bd2523b5abe is 50, key is test_row_0/A:col10/1732418585312/Put/seqid=0 2024-11-24T03:23:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T03:23:05,343 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-24T03:23:05,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-24T03:23:05,346 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T03:23:05,347 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:05,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418645343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418645350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418645348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418645355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418645356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742330_1506 (size=19321) 2024-11-24T03:23:05,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/fce8e119ccb34ad38c183bd2523b5abe 2024-11-24T03:23:05,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8550bfb60ef44d1cb7d6e662f76894e5 is 50, key is test_row_0/B:col10/1732418585312/Put/seqid=0 2024-11-24T03:23:05,432 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/a3fb0c316ebb45659df9591b51d4ee7e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a3fb0c316ebb45659df9591b51d4ee7e 2024-11-24T03:23:05,437 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into a3fb0c316ebb45659df9591b51d4ee7e(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:05,437 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:05,437 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=12, startTime=1732418584900; duration=0sec 2024-11-24T03:23:05,437 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:05,437 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T03:23:05,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418645457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742331_1507 (size=12151) 2024-11-24T03:23:05,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418645464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418645464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418645465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418645467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T03:23:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T03:23:05,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T03:23:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:05,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418645664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418645672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418645673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418645674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418645674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T03:23:05,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:05,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:05,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:05,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8550bfb60ef44d1cb7d6e662f76894e5 2024-11-24T03:23:05,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4bb84a8fbb704ac0b7304c4c6525696f is 50, key is test_row_0/C:col10/1732418585312/Put/seqid=0 2024-11-24T03:23:05,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742332_1508 (size=12151) 2024-11-24T03:23:05,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4bb84a8fbb704ac0b7304c4c6525696f 2024-11-24T03:23:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/fce8e119ccb34ad38c183bd2523b5abe as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fce8e119ccb34ad38c183bd2523b5abe 2024-11-24T03:23:05,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fce8e119ccb34ad38c183bd2523b5abe, entries=300, sequenceid=254, filesize=18.9 K 2024-11-24T03:23:05,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8550bfb60ef44d1cb7d6e662f76894e5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8550bfb60ef44d1cb7d6e662f76894e5 2024-11-24T03:23:05,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8550bfb60ef44d1cb7d6e662f76894e5, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T03:23:05,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4bb84a8fbb704ac0b7304c4c6525696f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4bb84a8fbb704ac0b7304c4c6525696f 2024-11-24T03:23:05,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4bb84a8fbb704ac0b7304c4c6525696f, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T03:23:05,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 602ms, sequenceid=254, compaction requested=true 2024-11-24T03:23:05,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:05,915 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:05,916 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:05,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:05,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:05,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:05,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:05,917 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:05,918 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:05,918 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,918 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a3fb0c316ebb45659df9591b51d4ee7e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/86193df328d9449f896cf77a721e6348, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fce8e119ccb34ad38c183bd2523b5abe] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=43.1 K 2024-11-24T03:23:05,918 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:05,918 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3fb0c316ebb45659df9591b51d4ee7e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732418583329 2024-11-24T03:23:05,918 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:05,918 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,918 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3bb3e00eb13f43479a7be7105a21ea08, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/2e4957fe3c60442daf0f82186c954339, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8550bfb60ef44d1cb7d6e662f76894e5] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=36.1 K 2024-11-24T03:23:05,919 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86193df328d9449f896cf77a721e6348, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732418583996 2024-11-24T03:23:05,919 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bb3e00eb13f43479a7be7105a21ea08, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732418583329 2024-11-24T03:23:05,919 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e4957fe3c60442daf0f82186c954339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732418583996 2024-11-24T03:23:05,919 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fce8e119ccb34ad38c183bd2523b5abe, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732418585185 2024-11-24T03:23:05,919 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8550bfb60ef44d1cb7d6e662f76894e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732418585201 2024-11-24T03:23:05,927 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:05,928 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/64133addaa9048c8b5f09565142e980d is 50, key is test_row_0/A:col10/1732418585312/Put/seqid=0 2024-11-24T03:23:05,942 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:05,942 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/89bcca37ec48420d9e1870ff165a8303 is 50, key is test_row_0/B:col10/1732418585312/Put/seqid=0 2024-11-24T03:23:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T03:23:05,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:05,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T03:23:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,961 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:23:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:05,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:05,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742333_1509 (size=12731) 2024-11-24T03:23:05,988 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/64133addaa9048c8b5f09565142e980d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/64133addaa9048c8b5f09565142e980d 2024-11-24T03:23:05,994 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 64133addaa9048c8b5f09565142e980d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:05,994 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:05,994 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=13, startTime=1732418585915; duration=0sec 2024-11-24T03:23:05,994 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:05,994 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:05,994 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:05,995 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:05,995 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:05,995 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:05,995 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/29313607766d432eadcd25d276e7417e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/d77c9331596241fab677f8a2b8db391e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4bb84a8fbb704ac0b7304c4c6525696f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=36.1 K 2024-11-24T03:23:05,995 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29313607766d432eadcd25d276e7417e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732418583329 2024-11-24T03:23:05,996 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d77c9331596241fab677f8a2b8db391e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732418583996 2024-11-24T03:23:05,996 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bb84a8fbb704ac0b7304c4c6525696f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732418585201 2024-11-24T03:23:06,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742334_1510 (size=12731) 2024-11-24T03:23:06,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418646001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418646001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418646003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418646004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/ed2c52ce38dc49dd90746c6e27c15a06 is 50, key is test_row_0/A:col10/1732418585354/Put/seqid=0 2024-11-24T03:23:06,018 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:06,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418646009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,019 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/b5a6eade8a59487aa55535b704c6adda is 50, key is test_row_0/C:col10/1732418585312/Put/seqid=0 2024-11-24T03:23:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742335_1511 (size=12301) 2024-11-24T03:23:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742336_1512 (size=12731) 2024-11-24T03:23:06,090 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/b5a6eade8a59487aa55535b704c6adda as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/b5a6eade8a59487aa55535b704c6adda 2024-11-24T03:23:06,097 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into b5a6eade8a59487aa55535b704c6adda(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:06,097 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:06,097 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=13, startTime=1732418585917; duration=0sec 2024-11-24T03:23:06,097 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:06,097 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:06,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418646111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418646112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418646112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418646113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418646120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418646319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418646319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418646322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418646323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418646327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,413 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/89bcca37ec48420d9e1870ff165a8303 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/89bcca37ec48420d9e1870ff165a8303 2024-11-24T03:23:06,419 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 89bcca37ec48420d9e1870ff165a8303(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:06,421 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:06,421 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=13, startTime=1732418585916; duration=0sec 2024-11-24T03:23:06,421 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:06,421 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T03:23:06,466 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/ed2c52ce38dc49dd90746c6e27c15a06 2024-11-24T03:23:06,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ef20f0be11ea4b4db56b44050d4a719c is 50, key is test_row_0/B:col10/1732418585354/Put/seqid=0 2024-11-24T03:23:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742337_1513 (size=12301) 2024-11-24T03:23:06,518 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ef20f0be11ea4b4db56b44050d4a719c 2024-11-24T03:23:06,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4c18fc605c044fd285ccca524173781d is 50, key is test_row_0/C:col10/1732418585354/Put/seqid=0 2024-11-24T03:23:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742338_1514 (size=12301) 2024-11-24T03:23:06,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418646627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418646627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418646628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418646628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418646635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:06,947 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4c18fc605c044fd285ccca524173781d 2024-11-24T03:23:06,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/ed2c52ce38dc49dd90746c6e27c15a06 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ed2c52ce38dc49dd90746c6e27c15a06 2024-11-24T03:23:06,957 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ed2c52ce38dc49dd90746c6e27c15a06, entries=150, sequenceid=274, filesize=12.0 K 2024-11-24T03:23:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ef20f0be11ea4b4db56b44050d4a719c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ef20f0be11ea4b4db56b44050d4a719c 2024-11-24T03:23:06,972 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ef20f0be11ea4b4db56b44050d4a719c, entries=150, sequenceid=274, filesize=12.0 K 2024-11-24T03:23:06,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4c18fc605c044fd285ccca524173781d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4c18fc605c044fd285ccca524173781d 2024-11-24T03:23:06,979 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4c18fc605c044fd285ccca524173781d, entries=150, sequenceid=274, filesize=12.0 K 2024-11-24T03:23:06,980 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 1019ms, sequenceid=274, compaction requested=false 2024-11-24T03:23:06,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:06,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:06,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-24T03:23:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-24T03:23:06,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T03:23:06,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-24T03:23:06,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.6390 sec 2024-11-24T03:23:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:07,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:23:07,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:07,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:07,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:07,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/a0129387c7ab4b32aadecbe170805a01 is 50, key is test_row_0/A:col10/1732418587139/Put/seqid=0 2024-11-24T03:23:07,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418647168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418647170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418647170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418647171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418647178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742339_1515 (size=14741) 2024-11-24T03:23:07,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418647281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418647284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418647284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418647285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418647293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T03:23:07,451 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-24T03:23:07,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-24T03:23:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:23:07,455 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:07,456 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:07,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:07,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418647488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418647492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418647493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418647494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418647503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:23:07,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/a0129387c7ab4b32aadecbe170805a01 2024-11-24T03:23:07,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/4ee39d4ef7a447ba80cea9901968f844 is 50, key is test_row_0/B:col10/1732418587139/Put/seqid=0 2024-11-24T03:23:07,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T03:23:07,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:07,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:07,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:07,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742340_1516 (size=12301) 2024-11-24T03:23:07,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/4ee39d4ef7a447ba80cea9901968f844 2024-11-24T03:23:07,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/3f8801ad888d4894aba3df0ee8ef115d is 50, key is test_row_0/C:col10/1732418587139/Put/seqid=0 2024-11-24T03:23:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742341_1517 (size=12301) 2024-11-24T03:23:07,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/3f8801ad888d4894aba3df0ee8ef115d 2024-11-24T03:23:07,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/a0129387c7ab4b32aadecbe170805a01 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a0129387c7ab4b32aadecbe170805a01 2024-11-24T03:23:07,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a0129387c7ab4b32aadecbe170805a01, entries=200, sequenceid=296, filesize=14.4 K 2024-11-24T03:23:07,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/4ee39d4ef7a447ba80cea9901968f844 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4ee39d4ef7a447ba80cea9901968f844 2024-11-24T03:23:07,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4ee39d4ef7a447ba80cea9901968f844, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T03:23:07,718 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T03:23:07,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/3f8801ad888d4894aba3df0ee8ef115d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f8801ad888d4894aba3df0ee8ef115d 2024-11-24T03:23:07,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f8801ad888d4894aba3df0ee8ef115d, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T03:23:07,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 584ms, sequenceid=296, compaction requested=true 2024-11-24T03:23:07,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:07,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:07,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:07,725 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:07,725 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:07,726 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:07,726 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:07,726 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:07,726 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/64133addaa9048c8b5f09565142e980d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ed2c52ce38dc49dd90746c6e27c15a06, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a0129387c7ab4b32aadecbe170805a01] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=38.8 K 2024-11-24T03:23:07,727 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:07,727 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:07,727 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:07,727 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/89bcca37ec48420d9e1870ff165a8303, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ef20f0be11ea4b4db56b44050d4a719c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4ee39d4ef7a447ba80cea9901968f844] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=36.5 K 2024-11-24T03:23:07,727 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 89bcca37ec48420d9e1870ff165a8303, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732418585201 2024-11-24T03:23:07,727 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64133addaa9048c8b5f09565142e980d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732418585201 2024-11-24T03:23:07,728 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed2c52ce38dc49dd90746c6e27c15a06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732418585339 2024-11-24T03:23:07,728 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ef20f0be11ea4b4db56b44050d4a719c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732418585339 2024-11-24T03:23:07,728 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0129387c7ab4b32aadecbe170805a01, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732418586001 2024-11-24T03:23:07,728 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee39d4ef7a447ba80cea9901968f844, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732418586008 2024-11-24T03:23:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:07,750 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#435 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:07,751 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/61f2a1eb469c41029498262e88ed3ff9 is 50, key is test_row_0/A:col10/1732418587139/Put/seqid=0 2024-11-24T03:23:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:23:07,760 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:07,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T03:23:07,760 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/228cbe9f928b48d998cd0e8929fcc22e is 50, key is test_row_0/B:col10/1732418587139/Put/seqid=0 2024-11-24T03:23:07,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:07,761 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:23:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/832933b622f542c0a2cf7670c0fad23a is 50, key is test_row_0/A:col10/1732418587176/Put/seqid=0 2024-11-24T03:23:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742342_1518 (size=12983) 2024-11-24T03:23:07,791 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/61f2a1eb469c41029498262e88ed3ff9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/61f2a1eb469c41029498262e88ed3ff9 2024-11-24T03:23:07,798 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 61f2a1eb469c41029498262e88ed3ff9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:07,798 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:07,798 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=13, startTime=1732418587724; duration=0sec 2024-11-24T03:23:07,798 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:07,798 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:07,798 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:07,800 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:07,800 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:07,800 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:07,800 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/b5a6eade8a59487aa55535b704c6adda, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4c18fc605c044fd285ccca524173781d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f8801ad888d4894aba3df0ee8ef115d] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=36.5 K 2024-11-24T03:23:07,801 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5a6eade8a59487aa55535b704c6adda, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732418585201 2024-11-24T03:23:07,801 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c18fc605c044fd285ccca524173781d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732418585339 2024-11-24T03:23:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742343_1519 (size=12983) 2024-11-24T03:23:07,802 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f8801ad888d4894aba3df0ee8ef115d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732418586008 2024-11-24T03:23:07,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742344_1520 (size=12301) 2024-11-24T03:23:07,821 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:07,821 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/61acbeb2267646c8b76415e55cbb3fe3 is 50, key is test_row_0/C:col10/1732418587139/Put/seqid=0 2024-11-24T03:23:07,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418647834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418647835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418647836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418647837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418647845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742345_1521 (size=12983) 2024-11-24T03:23:07,883 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/61acbeb2267646c8b76415e55cbb3fe3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/61acbeb2267646c8b76415e55cbb3fe3 2024-11-24T03:23:07,892 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 61acbeb2267646c8b76415e55cbb3fe3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:07,892 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:07,892 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=13, startTime=1732418587736; duration=0sec 2024-11-24T03:23:07,892 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:07,892 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:07,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418647947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418647947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418647948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418647948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:07,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418647957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:23:08,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418648157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418648157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418648157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418648157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418648166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,214 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/228cbe9f928b48d998cd0e8929fcc22e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/228cbe9f928b48d998cd0e8929fcc22e 2024-11-24T03:23:08,220 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 228cbe9f928b48d998cd0e8929fcc22e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:08,220 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:08,220 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=13, startTime=1732418587725; duration=0sec 2024-11-24T03:23:08,220 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:08,220 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:08,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/832933b622f542c0a2cf7670c0fad23a 2024-11-24T03:23:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/00d84afbb0ce47b3abf7dd533b111abc is 50, key is test_row_0/B:col10/1732418587176/Put/seqid=0 2024-11-24T03:23:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742346_1522 (size=12301) 2024-11-24T03:23:08,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418648462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418648463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418648464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418648464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418648470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:23:08,690 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/00d84afbb0ce47b3abf7dd533b111abc 2024-11-24T03:23:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/35879fa88531475b8a886e87801bd144 is 50, key is test_row_0/C:col10/1732418587176/Put/seqid=0 2024-11-24T03:23:08,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742347_1523 (size=12301) 2024-11-24T03:23:08,745 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/35879fa88531475b8a886e87801bd144 2024-11-24T03:23:08,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/832933b622f542c0a2cf7670c0fad23a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/832933b622f542c0a2cf7670c0fad23a 2024-11-24T03:23:08,755 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/832933b622f542c0a2cf7670c0fad23a, entries=150, sequenceid=313, filesize=12.0 K 2024-11-24T03:23:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/00d84afbb0ce47b3abf7dd533b111abc as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/00d84afbb0ce47b3abf7dd533b111abc 2024-11-24T03:23:08,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/00d84afbb0ce47b3abf7dd533b111abc, entries=150, sequenceid=313, filesize=12.0 K 2024-11-24T03:23:08,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/35879fa88531475b8a886e87801bd144 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/35879fa88531475b8a886e87801bd144 2024-11-24T03:23:08,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/35879fa88531475b8a886e87801bd144, entries=150, sequenceid=313, filesize=12.0 K 2024-11-24T03:23:08,785 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 1024ms, sequenceid=313, compaction requested=false 2024-11-24T03:23:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-24T03:23:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-24T03:23:08,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T03:23:08,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3310 sec 2024-11-24T03:23:08,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3360 sec 2024-11-24T03:23:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:08,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:23:08,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:08,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:08,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:08,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:08,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:08,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:08,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/cb50e643d1fe443092da809e591beafb is 50, key is test_row_0/A:col10/1732418587844/Put/seqid=0 2024-11-24T03:23:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742348_1524 (size=12301) 2024-11-24T03:23:09,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418648992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418648993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418648999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418649001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418649002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418649104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418649104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418649104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418649109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418649110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418649307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418649308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418649308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418649317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418649317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/cb50e643d1fe443092da809e591beafb 2024-11-24T03:23:09,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/eb2097e526594653b98d5e89c4b6b7f6 is 50, key is test_row_0/B:col10/1732418587844/Put/seqid=0 2024-11-24T03:23:09,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742349_1525 (size=12301) 2024-11-24T03:23:09,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/eb2097e526594653b98d5e89c4b6b7f6 2024-11-24T03:23:09,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/2ec4eba9d3694e209c4fedd35e789ac9 is 50, key is test_row_0/C:col10/1732418587844/Put/seqid=0 2024-11-24T03:23:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742350_1526 (size=12301) 2024-11-24T03:23:09,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/2ec4eba9d3694e209c4fedd35e789ac9 2024-11-24T03:23:09,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/cb50e643d1fe443092da809e591beafb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cb50e643d1fe443092da809e591beafb 2024-11-24T03:23:09,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cb50e643d1fe443092da809e591beafb, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T03:23:09,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/eb2097e526594653b98d5e89c4b6b7f6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/eb2097e526594653b98d5e89c4b6b7f6 2024-11-24T03:23:09,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/eb2097e526594653b98d5e89c4b6b7f6, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T03:23:09,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/2ec4eba9d3694e209c4fedd35e789ac9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2ec4eba9d3694e209c4fedd35e789ac9 2024-11-24T03:23:09,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2ec4eba9d3694e209c4fedd35e789ac9, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T03:23:09,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 581ms, sequenceid=336, compaction requested=true 2024-11-24T03:23:09,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:09,555 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:09,556 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:09,556 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:09,556 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:09,556 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:09,556 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/61f2a1eb469c41029498262e88ed3ff9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/832933b622f542c0a2cf7670c0fad23a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cb50e643d1fe443092da809e591beafb] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=36.7 K 2024-11-24T03:23:09,557 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61f2a1eb469c41029498262e88ed3ff9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732418586008 2024-11-24T03:23:09,557 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 832933b622f542c0a2cf7670c0fad23a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732418587167 2024-11-24T03:23:09,558 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:09,558 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:09,558 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:09,558 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/228cbe9f928b48d998cd0e8929fcc22e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/00d84afbb0ce47b3abf7dd533b111abc, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/eb2097e526594653b98d5e89c4b6b7f6] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=36.7 K 2024-11-24T03:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:23:09,559 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-24T03:23:09,559 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb50e643d1fe443092da809e591beafb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732418587831 2024-11-24T03:23:09,560 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 228cbe9f928b48d998cd0e8929fcc22e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732418586008 2024-11-24T03:23:09,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:09,561 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 00d84afbb0ce47b3abf7dd533b111abc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732418587167 2024-11-24T03:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-24T03:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:23:09,562 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:09,562 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting eb2097e526594653b98d5e89c4b6b7f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732418587831 2024-11-24T03:23:09,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:09,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:09,581 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#444 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:09,581 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/4bfc2878aca243a5a3d9b3f761c4c415 is 50, key is test_row_0/A:col10/1732418587844/Put/seqid=0 2024-11-24T03:23:09,598 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:09,599 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/d725fe69b52f4ad9af9dacfc08a200c9 is 50, key is test_row_0/B:col10/1732418587844/Put/seqid=0 2024-11-24T03:23:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:09,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:23:09,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:09,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:09,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:09,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742351_1527 (size=13085) 2024-11-24T03:23:09,652 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/4bfc2878aca243a5a3d9b3f761c4c415 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4bfc2878aca243a5a3d9b3f761c4c415 2024-11-24T03:23:09,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/cf0786e043d340ef81fa1f58b3013cc1 is 50, key is test_row_0/A:col10/1732418589001/Put/seqid=0 2024-11-24T03:23:09,658 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 4bfc2878aca243a5a3d9b3f761c4c415(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:09,658 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:09,658 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=13, startTime=1732418589555; duration=0sec 2024-11-24T03:23:09,658 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:09,658 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:09,658 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742352_1528 (size=13085) 2024-11-24T03:23:09,660 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:09,660 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:09,660 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:09,660 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/61acbeb2267646c8b76415e55cbb3fe3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/35879fa88531475b8a886e87801bd144, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2ec4eba9d3694e209c4fedd35e789ac9] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=36.7 K 2024-11-24T03:23:09,661 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61acbeb2267646c8b76415e55cbb3fe3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732418586008 2024-11-24T03:23:09,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418649650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,661 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35879fa88531475b8a886e87801bd144, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732418587167 2024-11-24T03:23:09,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418649651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,663 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ec4eba9d3694e209c4fedd35e789ac9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732418587831 2024-11-24T03:23:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:23:09,667 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/d725fe69b52f4ad9af9dacfc08a200c9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/d725fe69b52f4ad9af9dacfc08a200c9 2024-11-24T03:23:09,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418649659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,672 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into d725fe69b52f4ad9af9dacfc08a200c9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:09,672 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:09,672 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=13, startTime=1732418589556; duration=0sec 2024-11-24T03:23:09,672 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:09,672 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:09,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418649657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418649662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,675 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:09,675 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/1ccb800225cc486dadd88dd48245736a is 50, key is test_row_0/C:col10/1732418587844/Put/seqid=0 2024-11-24T03:23:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742353_1529 (size=14741) 2024-11-24T03:23:09,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/cf0786e043d340ef81fa1f58b3013cc1 2024-11-24T03:23:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742354_1530 (size=13085) 2024-11-24T03:23:09,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/1049943635ac45c69ccf924ca3e0e751 is 50, key is test_row_0/B:col10/1732418589001/Put/seqid=0 2024-11-24T03:23:09,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T03:23:09,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:09,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:09,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:09,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:09,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:09,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742355_1531 (size=12301) 2024-11-24T03:23:09,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/1049943635ac45c69ccf924ca3e0e751 2024-11-24T03:23:09,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418649762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418649763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4ef13e69da204e299d62846ea31eb446 is 50, key is test_row_0/C:col10/1732418589001/Put/seqid=0 2024-11-24T03:23:09,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418649773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418649773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418649774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742356_1532 (size=12301) 2024-11-24T03:23:09,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4ef13e69da204e299d62846ea31eb446 2024-11-24T03:23:09,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/cf0786e043d340ef81fa1f58b3013cc1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cf0786e043d340ef81fa1f58b3013cc1 2024-11-24T03:23:09,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cf0786e043d340ef81fa1f58b3013cc1, entries=200, sequenceid=353, filesize=14.4 K 2024-11-24T03:23:09,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/1049943635ac45c69ccf924ca3e0e751 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1049943635ac45c69ccf924ca3e0e751 2024-11-24T03:23:09,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1049943635ac45c69ccf924ca3e0e751, entries=150, sequenceid=353, filesize=12.0 K 2024-11-24T03:23:09,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4ef13e69da204e299d62846ea31eb446 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4ef13e69da204e299d62846ea31eb446 2024-11-24T03:23:09,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4ef13e69da204e299d62846ea31eb446, entries=150, sequenceid=353, filesize=12.0 K 2024-11-24T03:23:09,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 211ms, sequenceid=353, compaction requested=false 2024-11-24T03:23:09,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:23:09,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:09,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T03:23:09,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:09,870 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:23:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/e803b051edfa4086aa8f92d8f1367b95 is 50, key is test_row_0/A:col10/1732418589656/Put/seqid=0 2024-11-24T03:23:09,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742357_1533 (size=12301) 2024-11-24T03:23:09,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/e803b051edfa4086aa8f92d8f1367b95 2024-11-24T03:23:09,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ec2a7375c36f4325b3260cb23c3d6f35 is 50, key is test_row_0/B:col10/1732418589656/Put/seqid=0 2024-11-24T03:23:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:09,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:09,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742358_1534 (size=12301) 2024-11-24T03:23:09,980 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ec2a7375c36f4325b3260cb23c3d6f35 2024-11-24T03:23:09,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/75ca1cedcd5d4b59ae7a0e64e68ae2a4 is 50, key is test_row_0/C:col10/1732418589656/Put/seqid=0 2024-11-24T03:23:10,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418649997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418650003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418650005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418650006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418650007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742359_1535 (size=12301) 2024-11-24T03:23:10,030 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/75ca1cedcd5d4b59ae7a0e64e68ae2a4 2024-11-24T03:23:10,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/e803b051edfa4086aa8f92d8f1367b95 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/e803b051edfa4086aa8f92d8f1367b95 2024-11-24T03:23:10,042 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/e803b051edfa4086aa8f92d8f1367b95, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T03:23:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ec2a7375c36f4325b3260cb23c3d6f35 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ec2a7375c36f4325b3260cb23c3d6f35 2024-11-24T03:23:10,049 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ec2a7375c36f4325b3260cb23c3d6f35, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T03:23:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/75ca1cedcd5d4b59ae7a0e64e68ae2a4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/75ca1cedcd5d4b59ae7a0e64e68ae2a4 2024-11-24T03:23:10,062 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/75ca1cedcd5d4b59ae7a0e64e68ae2a4, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T03:23:10,063 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 192ms, sequenceid=374, compaction requested=true 2024-11-24T03:23:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-24T03:23:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-24T03:23:10,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-24T03:23:10,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 502 msec 2024-11-24T03:23:10,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 506 msec 2024-11-24T03:23:10,115 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/1ccb800225cc486dadd88dd48245736a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1ccb800225cc486dadd88dd48245736a 2024-11-24T03:23:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:10,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:23:10,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:10,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:10,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:10,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:10,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:10,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:10,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d85abc4ccacd4901b1a064dd1a50af1e is 50, key is test_row_0/A:col10/1732418590113/Put/seqid=0 2024-11-24T03:23:10,125 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 1ccb800225cc486dadd88dd48245736a(size=12.8 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:10,126 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:10,126 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=13, startTime=1732418589568; duration=0sec 2024-11-24T03:23:10,126 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:10,126 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:10,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742360_1536 (size=14741) 2024-11-24T03:23:10,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d85abc4ccacd4901b1a064dd1a50af1e 2024-11-24T03:23:10,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/da31974242ea45dd84eace5daad63a5e is 50, key is test_row_0/B:col10/1732418590113/Put/seqid=0 2024-11-24T03:23:10,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418650143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418650146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418650147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418650144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418650158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:23:10,168 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-24T03:23:10,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-24T03:23:10,171 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:23:10,172 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:10,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742361_1537 (size=12301) 2024-11-24T03:23:10,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/da31974242ea45dd84eace5daad63a5e 2024-11-24T03:23:10,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/5572874271484dc48a7179c2abca33b5 is 50, key is test_row_0/C:col10/1732418590113/Put/seqid=0 2024-11-24T03:23:10,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742362_1538 (size=12301) 2024-11-24T03:23:10,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/5572874271484dc48a7179c2abca33b5 2024-11-24T03:23:10,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d85abc4ccacd4901b1a064dd1a50af1e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d85abc4ccacd4901b1a064dd1a50af1e 2024-11-24T03:23:10,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d85abc4ccacd4901b1a064dd1a50af1e, entries=200, sequenceid=392, filesize=14.4 K 2024-11-24T03:23:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/da31974242ea45dd84eace5daad63a5e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/da31974242ea45dd84eace5daad63a5e 2024-11-24T03:23:10,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/da31974242ea45dd84eace5daad63a5e, entries=150, sequenceid=392, filesize=12.0 K 2024-11-24T03:23:10,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/5572874271484dc48a7179c2abca33b5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5572874271484dc48a7179c2abca33b5 2024-11-24T03:23:10,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5572874271484dc48a7179c2abca33b5, entries=150, sequenceid=392, filesize=12.0 K 2024-11-24T03:23:10,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 124ms, sequenceid=392, compaction requested=true 2024-11-24T03:23:10,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:10,241 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:10,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:10,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:10,242 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:10,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:10,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:10,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:10,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:10,243 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:10,243 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:10,243 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,243 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4bfc2878aca243a5a3d9b3f761c4c415, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cf0786e043d340ef81fa1f58b3013cc1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/e803b051edfa4086aa8f92d8f1367b95, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d85abc4ccacd4901b1a064dd1a50af1e] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=53.6 K 2024-11-24T03:23:10,244 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bfc2878aca243a5a3d9b3f761c4c415, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732418587831 2024-11-24T03:23:10,245 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf0786e043d340ef81fa1f58b3013cc1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732418588990 2024-11-24T03:23:10,245 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:10,245 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:10,245 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,245 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/d725fe69b52f4ad9af9dacfc08a200c9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1049943635ac45c69ccf924ca3e0e751, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ec2a7375c36f4325b3260cb23c3d6f35, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/da31974242ea45dd84eace5daad63a5e] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=48.8 K 2024-11-24T03:23:10,246 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e803b051edfa4086aa8f92d8f1367b95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732418589655 2024-11-24T03:23:10,247 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d725fe69b52f4ad9af9dacfc08a200c9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732418587831 2024-11-24T03:23:10,247 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d85abc4ccacd4901b1a064dd1a50af1e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418590001 2024-11-24T03:23:10,248 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1049943635ac45c69ccf924ca3e0e751, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732418588990 2024-11-24T03:23:10,249 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ec2a7375c36f4325b3260cb23c3d6f35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732418589655 2024-11-24T03:23:10,249 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting da31974242ea45dd84eace5daad63a5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418590001 2024-11-24T03:23:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:10,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:23:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:23:10,275 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#456 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:10,276 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/99008f54f9fd4b80a658d2407f9157fa is 50, key is test_row_0/B:col10/1732418590113/Put/seqid=0 2024-11-24T03:23:10,278 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:10,278 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/fdda0fa430994b9e90f85c1242f56620 is 50, key is test_row_0/A:col10/1732418590113/Put/seqid=0 2024-11-24T03:23:10,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/c261bbf46b7643d6976c12e399beeb62 is 50, key is test_row_0/A:col10/1732418590267/Put/seqid=0 2024-11-24T03:23:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742364_1540 (size=13221) 2024-11-24T03:23:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742363_1539 (size=13221) 2024-11-24T03:23:10,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742365_1541 (size=17181) 2024-11-24T03:23:10,299 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/fdda0fa430994b9e90f85c1242f56620 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fdda0fa430994b9e90f85c1242f56620 2024-11-24T03:23:10,299 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/99008f54f9fd4b80a658d2407f9157fa as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/99008f54f9fd4b80a658d2407f9157fa 2024-11-24T03:23:10,304 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into fdda0fa430994b9e90f85c1242f56620(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:10,304 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:10,304 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=12, startTime=1732418590241; duration=0sec 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:10,305 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 99008f54f9fd4b80a658d2407f9157fa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:10,305 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=12, startTime=1732418590242; duration=0sec 2024-11-24T03:23:10,306 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:10,306 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:10,307 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:10,307 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:10,307 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,307 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1ccb800225cc486dadd88dd48245736a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4ef13e69da204e299d62846ea31eb446, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/75ca1cedcd5d4b59ae7a0e64e68ae2a4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5572874271484dc48a7179c2abca33b5] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=48.8 K 2024-11-24T03:23:10,308 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ccb800225cc486dadd88dd48245736a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732418587831 2024-11-24T03:23:10,308 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ef13e69da204e299d62846ea31eb446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732418588990 2024-11-24T03:23:10,308 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75ca1cedcd5d4b59ae7a0e64e68ae2a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732418589655 2024-11-24T03:23:10,309 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5572874271484dc48a7179c2abca33b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418590001 2024-11-24T03:23:10,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418650306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,319 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:10,320 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/e284beefd1534082833839fe9dfd2dda is 50, key is test_row_0/C:col10/1732418590113/Put/seqid=0 2024-11-24T03:23:10,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418650307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418650309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418650311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418650313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:23:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742366_1542 (size=13221) 2024-11-24T03:23:10,350 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/e284beefd1534082833839fe9dfd2dda as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/e284beefd1534082833839fe9dfd2dda 2024-11-24T03:23:10,355 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into e284beefd1534082833839fe9dfd2dda(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:10,355 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:10,355 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=12, startTime=1732418590242; duration=0sec 2024-11-24T03:23:10,356 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:10,356 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:10,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418650416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418650422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418650422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418650426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418650426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:23:10,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:23:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418650623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418650630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:23:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418650631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418650632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418650634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/c261bbf46b7643d6976c12e399beeb62 2024-11-24T03:23:10,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/6240970bdb484e6396a85b664fde1995 is 50, key is test_row_0/B:col10/1732418590267/Put/seqid=0 2024-11-24T03:23:10,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742367_1543 (size=12301) 2024-11-24T03:23:10,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/6240970bdb484e6396a85b664fde1995 2024-11-24T03:23:10,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/fdcd083e5ea04b40964933b01855748e is 50, key is test_row_0/C:col10/1732418590267/Put/seqid=0 2024-11-24T03:23:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:23:10,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:23:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742368_1544 (size=12301) 2024-11-24T03:23:10,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418650928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418650935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:23:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418650941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418650941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418650948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:23:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:11,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:11,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:11,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/fdcd083e5ea04b40964933b01855748e 2024-11-24T03:23:11,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/c261bbf46b7643d6976c12e399beeb62 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/c261bbf46b7643d6976c12e399beeb62 2024-11-24T03:23:11,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/c261bbf46b7643d6976c12e399beeb62, entries=250, sequenceid=413, filesize=16.8 K 2024-11-24T03:23:11,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/6240970bdb484e6396a85b664fde1995 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/6240970bdb484e6396a85b664fde1995 2024-11-24T03:23:11,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/6240970bdb484e6396a85b664fde1995, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T03:23:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/fdcd083e5ea04b40964933b01855748e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/fdcd083e5ea04b40964933b01855748e 2024-11-24T03:23:11,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/fdcd083e5ea04b40964933b01855748e, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T03:23:11,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 966ms, sequenceid=413, compaction requested=false 2024-11-24T03:23:11,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:11,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:23:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:11,251 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:23:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:11,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/1d04969c9d1848b6a6af53d48e7b6974 is 50, key is test_row_0/A:col10/1732418590309/Put/seqid=0 2024-11-24T03:23:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:23:11,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742369_1545 (size=12301) 2024-11-24T03:23:11,310 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/1d04969c9d1848b6a6af53d48e7b6974 2024-11-24T03:23:11,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/e4df2da9dc8a4888aad570ca83b27cbf is 50, key is test_row_0/B:col10/1732418590309/Put/seqid=0 2024-11-24T03:23:11,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742370_1546 (size=12301) 2024-11-24T03:23:11,331 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/e4df2da9dc8a4888aad570ca83b27cbf 2024-11-24T03:23:11,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/73aa033601b143898837ece55814879a is 50, key is test_row_0/C:col10/1732418590309/Put/seqid=0 2024-11-24T03:23:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742371_1547 (size=12301) 2024-11-24T03:23:11,376 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/73aa033601b143898837ece55814879a 2024-11-24T03:23:11,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/1d04969c9d1848b6a6af53d48e7b6974 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1d04969c9d1848b6a6af53d48e7b6974 2024-11-24T03:23:11,389 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1d04969c9d1848b6a6af53d48e7b6974, entries=150, sequenceid=432, filesize=12.0 K 2024-11-24T03:23:11,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/e4df2da9dc8a4888aad570ca83b27cbf as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4df2da9dc8a4888aad570ca83b27cbf 2024-11-24T03:23:11,395 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4df2da9dc8a4888aad570ca83b27cbf, entries=150, sequenceid=432, filesize=12.0 K 2024-11-24T03:23:11,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/73aa033601b143898837ece55814879a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73aa033601b143898837ece55814879a 2024-11-24T03:23:11,400 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73aa033601b143898837ece55814879a, entries=150, sequenceid=432, filesize=12.0 K 2024-11-24T03:23:11,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 150ms, sequenceid=432, compaction requested=true 2024-11-24T03:23:11,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:11,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:11,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-24T03:23:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-24T03:23:11,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T03:23:11,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2310 sec 2024-11-24T03:23:11,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.2350 sec 2024-11-24T03:23:11,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:11,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:11,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:11,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:11,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:11,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:11,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:11,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/f12e13776f8b4f2588f8c0e9e2a3ac26 is 50, key is test_row_0/A:col10/1732418591453/Put/seqid=0 2024-11-24T03:23:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742372_1548 (size=19621) 2024-11-24T03:23:11,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/f12e13776f8b4f2588f8c0e9e2a3ac26 2024-11-24T03:23:11,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/f24a4c99a42f48f9bded4574aed72099 is 50, key is test_row_0/B:col10/1732418591453/Put/seqid=0 2024-11-24T03:23:11,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418651503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418651505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418651516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418651517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418651519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742373_1549 (size=12301) 2024-11-24T03:23:11,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/f24a4c99a42f48f9bded4574aed72099 2024-11-24T03:23:11,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4e402afaabcc4f0ca7b743d3dc43436d is 50, key is test_row_0/C:col10/1732418591453/Put/seqid=0 2024-11-24T03:23:11,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742374_1550 (size=12301) 2024-11-24T03:23:11,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418651620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418651622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418651622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418651631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418651631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418651830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418651832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418651834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418651842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:11,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418651844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4e402afaabcc4f0ca7b743d3dc43436d 2024-11-24T03:23:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/f12e13776f8b4f2588f8c0e9e2a3ac26 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f12e13776f8b4f2588f8c0e9e2a3ac26 2024-11-24T03:23:12,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f12e13776f8b4f2588f8c0e9e2a3ac26, entries=300, sequenceid=443, filesize=19.2 K 2024-11-24T03:23:12,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/f24a4c99a42f48f9bded4574aed72099 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f24a4c99a42f48f9bded4574aed72099 2024-11-24T03:23:12,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f24a4c99a42f48f9bded4574aed72099, entries=150, sequenceid=443, filesize=12.0 K 2024-11-24T03:23:12,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4e402afaabcc4f0ca7b743d3dc43436d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4e402afaabcc4f0ca7b743d3dc43436d 2024-11-24T03:23:12,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4e402afaabcc4f0ca7b743d3dc43436d, entries=150, sequenceid=443, filesize=12.0 K 2024-11-24T03:23:12,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 590ms, sequenceid=443, compaction requested=true 2024-11-24T03:23:12,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:12,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:12,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:12,045 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:12,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:12,045 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:12,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:12,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:12,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:12,047 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62324 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:12,047 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:12,047 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:12,047 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fdda0fa430994b9e90f85c1242f56620, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/c261bbf46b7643d6976c12e399beeb62, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1d04969c9d1848b6a6af53d48e7b6974, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f12e13776f8b4f2588f8c0e9e2a3ac26] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=60.9 K 2024-11-24T03:23:12,047 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdda0fa430994b9e90f85c1242f56620, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418590001 2024-11-24T03:23:12,047 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:12,048 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:12,048 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:12,048 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/99008f54f9fd4b80a658d2407f9157fa, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/6240970bdb484e6396a85b664fde1995, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4df2da9dc8a4888aad570ca83b27cbf, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f24a4c99a42f48f9bded4574aed72099] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=48.9 K 2024-11-24T03:23:12,049 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c261bbf46b7643d6976c12e399beeb62, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732418590144 2024-11-24T03:23:12,049 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 99008f54f9fd4b80a658d2407f9157fa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418590001 2024-11-24T03:23:12,049 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d04969c9d1848b6a6af53d48e7b6974, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732418590291 2024-11-24T03:23:12,051 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6240970bdb484e6396a85b664fde1995, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732418590157 2024-11-24T03:23:12,051 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f12e13776f8b4f2588f8c0e9e2a3ac26, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732418591439 2024-11-24T03:23:12,051 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e4df2da9dc8a4888aad570ca83b27cbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732418590291 2024-11-24T03:23:12,052 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f24a4c99a42f48f9bded4574aed72099, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732418591447 2024-11-24T03:23:12,067 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:12,067 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/cbf6b4bd5ae547a2b15ec1162ca5e979 is 50, key is test_row_0/A:col10/1732418591453/Put/seqid=0 2024-11-24T03:23:12,081 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:12,082 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ac62276697064592b30d3c5b3bb7c145 is 50, key is test_row_0/B:col10/1732418591453/Put/seqid=0 2024-11-24T03:23:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:12,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:23:12,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:12,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:12,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:12,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742376_1552 (size=13357) 2024-11-24T03:23:12,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742375_1551 (size=13357) 2024-11-24T03:23:12,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/ddde82b805ee496e84d8498920552821 is 50, key is test_row_0/A:col10/1732418591517/Put/seqid=0 2024-11-24T03:23:12,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418652160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418652166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,176 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/cbf6b4bd5ae547a2b15ec1162ca5e979 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cbf6b4bd5ae547a2b15ec1162ca5e979 2024-11-24T03:23:12,181 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into cbf6b4bd5ae547a2b15ec1162ca5e979(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:12,181 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:12,181 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=12, startTime=1732418592045; duration=0sec 2024-11-24T03:23:12,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,181 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418652167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,181 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:12,182 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:12,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418652173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418652173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,186 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:12,186 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:12,186 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:12,186 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/e284beefd1534082833839fe9dfd2dda, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/fdcd083e5ea04b40964933b01855748e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73aa033601b143898837ece55814879a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4e402afaabcc4f0ca7b743d3dc43436d] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=48.9 K 2024-11-24T03:23:12,187 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e284beefd1534082833839fe9dfd2dda, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418590001 2024-11-24T03:23:12,188 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdcd083e5ea04b40964933b01855748e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732418590157 2024-11-24T03:23:12,189 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73aa033601b143898837ece55814879a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732418590291 2024-11-24T03:23:12,190 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e402afaabcc4f0ca7b743d3dc43436d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732418591447 2024-11-24T03:23:12,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742377_1553 (size=14741) 2024-11-24T03:23:12,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/ddde82b805ee496e84d8498920552821 2024-11-24T03:23:12,223 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:12,224 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/6352255f92ad415f9cb30350b8de32ca is 50, key is test_row_0/C:col10/1732418591453/Put/seqid=0 2024-11-24T03:23:12,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/1030478dad994c6e9ba2b3ec36fa2817 is 50, key is test_row_0/B:col10/1732418591517/Put/seqid=0 2024-11-24T03:23:12,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742379_1555 (size=12301) 2024-11-24T03:23:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742378_1554 (size=13357) 2024-11-24T03:23:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:23:12,277 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-24T03:23:12,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-24T03:23:12,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:12,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:12,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:23:12,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418652278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418652278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418652284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418652285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418652286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:23:12,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:23:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:12,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418652489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418652489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418652490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418652492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418652495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,568 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ac62276697064592b30d3c5b3bb7c145 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ac62276697064592b30d3c5b3bb7c145 2024-11-24T03:23:12,573 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into ac62276697064592b30d3c5b3bb7c145(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:12,573 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:12,573 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=12, startTime=1732418592045; duration=0sec 2024-11-24T03:23:12,574 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:12,574 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:23:12,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:23:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:12,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/1030478dad994c6e9ba2b3ec36fa2817 2024-11-24T03:23:12,679 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/6352255f92ad415f9cb30350b8de32ca as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/6352255f92ad415f9cb30350b8de32ca 2024-11-24T03:23:12,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4148cc5f586e4d109f2d90ff567adf71 is 50, key is test_row_0/C:col10/1732418591517/Put/seqid=0 2024-11-24T03:23:12,685 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 6352255f92ad415f9cb30350b8de32ca(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:12,685 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:12,685 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=12, startTime=1732418592046; duration=0sec 2024-11-24T03:23:12,685 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:12,685 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:12,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742380_1556 (size=12301) 2024-11-24T03:23:12,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4148cc5f586e4d109f2d90ff567adf71 2024-11-24T03:23:12,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/ddde82b805ee496e84d8498920552821 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ddde82b805ee496e84d8498920552821 2024-11-24T03:23:12,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ddde82b805ee496e84d8498920552821, entries=200, sequenceid=469, filesize=14.4 K 2024-11-24T03:23:12,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/1030478dad994c6e9ba2b3ec36fa2817 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1030478dad994c6e9ba2b3ec36fa2817 2024-11-24T03:23:12,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1030478dad994c6e9ba2b3ec36fa2817, entries=150, sequenceid=469, filesize=12.0 K 2024-11-24T03:23:12,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/4148cc5f586e4d109f2d90ff567adf71 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4148cc5f586e4d109f2d90ff567adf71 2024-11-24T03:23:12,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4148cc5f586e4d109f2d90ff567adf71, entries=150, sequenceid=469, filesize=12.0 K 2024-11-24T03:23:12,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 587ms, sequenceid=469, compaction requested=false 2024-11-24T03:23:12,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:12,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:23:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:12,744 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:23:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/1db7b7c6bb484278b5754ba2f883bb04 is 50, key is test_row_0/A:col10/1732418592164/Put/seqid=0 2024-11-24T03:23:12,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742381_1557 (size=9857) 2024-11-24T03:23:12,780 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/1db7b7c6bb484278b5754ba2f883bb04 2024-11-24T03:23:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/209e785ac621435d8c8a3d28fd518370 is 50, key is test_row_0/B:col10/1732418592164/Put/seqid=0 2024-11-24T03:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:12,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742382_1558 (size=9857) 2024-11-24T03:23:12,830 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/209e785ac621435d8c8a3d28fd518370 2024-11-24T03:23:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/1412ebb358664630a75b27367edbdd78 is 50, key is test_row_0/C:col10/1732418592164/Put/seqid=0 2024-11-24T03:23:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418652842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418652844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418652845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418652845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418652846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742383_1559 (size=9857) 2024-11-24T03:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:23:12,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418652951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418652952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418652953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418652955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:12,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418652956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418653158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418653158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418653160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418653160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418653161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,277 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/1412ebb358664630a75b27367edbdd78 2024-11-24T03:23:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/1db7b7c6bb484278b5754ba2f883bb04 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1db7b7c6bb484278b5754ba2f883bb04 2024-11-24T03:23:13,290 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1db7b7c6bb484278b5754ba2f883bb04, entries=100, sequenceid=482, filesize=9.6 K 2024-11-24T03:23:13,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/209e785ac621435d8c8a3d28fd518370 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/209e785ac621435d8c8a3d28fd518370 2024-11-24T03:23:13,295 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/209e785ac621435d8c8a3d28fd518370, entries=100, sequenceid=482, filesize=9.6 K 2024-11-24T03:23:13,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/1412ebb358664630a75b27367edbdd78 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1412ebb358664630a75b27367edbdd78 2024-11-24T03:23:13,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1412ebb358664630a75b27367edbdd78, entries=100, sequenceid=482, filesize=9.6 K 2024-11-24T03:23:13,302 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 558ms, sequenceid=482, compaction requested=true 2024-11-24T03:23:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-24T03:23:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-24T03:23:13,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T03:23:13,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0220 sec 2024-11-24T03:23:13,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.0270 sec 2024-11-24T03:23:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:23:13,388 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-24T03:23:13,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-24T03:23:13,392 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:13,392 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:13,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:23:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:23:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:13,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T03:23:13,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:13,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:13,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:13,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/0d7adc9329ec4f908a22eb63e78f6b7c is 50, key is test_row_0/A:col10/1732418593505/Put/seqid=0 2024-11-24T03:23:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418653507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418653507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418653517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418653518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418653520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742384_1560 (size=17181) 2024-11-24T03:23:13,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/0d7adc9329ec4f908a22eb63e78f6b7c 2024-11-24T03:23:13,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:23:13,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:13,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:13,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:13,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:13,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:13,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ded903c00e9c47118c4209960d5061db is 50, key is test_row_0/B:col10/1732418593505/Put/seqid=0 2024-11-24T03:23:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742385_1561 (size=12301) 2024-11-24T03:23:13,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ded903c00e9c47118c4209960d5061db 2024-11-24T03:23:13,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/18744d1a204c434da9aff9e960ac2069 is 50, key is test_row_0/C:col10/1732418593505/Put/seqid=0 2024-11-24T03:23:13,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742386_1562 (size=12301) 2024-11-24T03:23:13,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/18744d1a204c434da9aff9e960ac2069 2024-11-24T03:23:13,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418653619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/0d7adc9329ec4f908a22eb63e78f6b7c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0d7adc9329ec4f908a22eb63e78f6b7c 2024-11-24T03:23:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418653620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418653627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0d7adc9329ec4f908a22eb63e78f6b7c, entries=250, sequenceid=513, filesize=16.8 K 2024-11-24T03:23:13,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/ded903c00e9c47118c4209960d5061db as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ded903c00e9c47118c4209960d5061db 2024-11-24T03:23:13,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418653628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418653628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ded903c00e9c47118c4209960d5061db, entries=150, sequenceid=513, filesize=12.0 K 2024-11-24T03:23:13,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/18744d1a204c434da9aff9e960ac2069 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/18744d1a204c434da9aff9e960ac2069 2024-11-24T03:23:13,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/18744d1a204c434da9aff9e960ac2069, entries=150, sequenceid=513, filesize=12.0 K 2024-11-24T03:23:13,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 152ms, sequenceid=513, compaction requested=true 2024-11-24T03:23:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:13,659 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:13,661 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55136 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:13,661 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:13,661 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:13,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:13,661 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cbf6b4bd5ae547a2b15ec1162ca5e979, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ddde82b805ee496e84d8498920552821, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1db7b7c6bb484278b5754ba2f883bb04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0d7adc9329ec4f908a22eb63e78f6b7c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=53.8 K 2024-11-24T03:23:13,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:13,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:13,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:13,661 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:13,661 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbf6b4bd5ae547a2b15ec1162ca5e979, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732418591447 2024-11-24T03:23:13,662 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddde82b805ee496e84d8498920552821, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732418591503 2024-11-24T03:23:13,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:13,663 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1db7b7c6bb484278b5754ba2f883bb04, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732418592164 2024-11-24T03:23:13,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:13,663 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d7adc9329ec4f908a22eb63e78f6b7c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732418592845 2024-11-24T03:23:13,663 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:13,663 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:13,663 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:13,664 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ac62276697064592b30d3c5b3bb7c145, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1030478dad994c6e9ba2b3ec36fa2817, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/209e785ac621435d8c8a3d28fd518370, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ded903c00e9c47118c4209960d5061db] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=46.7 K 2024-11-24T03:23:13,665 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ac62276697064592b30d3c5b3bb7c145, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732418591447 2024-11-24T03:23:13,666 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1030478dad994c6e9ba2b3ec36fa2817, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732418591503 2024-11-24T03:23:13,666 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 209e785ac621435d8c8a3d28fd518370, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732418592164 2024-11-24T03:23:13,666 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ded903c00e9c47118c4209960d5061db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732418593469 2024-11-24T03:23:13,690 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:13,691 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/09c8d097d76f44cd9737ec022a3045e9 is 50, key is test_row_0/A:col10/1732418593505/Put/seqid=0 2024-11-24T03:23:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:23:13,698 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:13,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,699 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/5f3791dab3274f22b3776fbc39f5a1b7 is 50, key is test_row_0/B:col10/1732418593505/Put/seqid=0 2024-11-24T03:23:13,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:23:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:13,701 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T03:23:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:13,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d95fbfda3a2c4434a30c8007e6579d41 is 50, key is test_row_0/A:col10/1732418593516/Put/seqid=0 2024-11-24T03:23:13,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742387_1563 (size=13493) 2024-11-24T03:23:13,751 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/09c8d097d76f44cd9737ec022a3045e9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/09c8d097d76f44cd9737ec022a3045e9 2024-11-24T03:23:13,757 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 09c8d097d76f44cd9737ec022a3045e9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:13,757 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:13,757 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=12, startTime=1732418593659; duration=0sec 2024-11-24T03:23:13,758 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:13,758 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:13,758 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:13,760 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:13,760 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:13,760 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:13,760 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/6352255f92ad415f9cb30350b8de32ca, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4148cc5f586e4d109f2d90ff567adf71, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1412ebb358664630a75b27367edbdd78, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/18744d1a204c434da9aff9e960ac2069] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=46.7 K 2024-11-24T03:23:13,760 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6352255f92ad415f9cb30350b8de32ca, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732418591447 2024-11-24T03:23:13,761 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4148cc5f586e4d109f2d90ff567adf71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732418591503 2024-11-24T03:23:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742388_1564 (size=13493) 2024-11-24T03:23:13,761 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1412ebb358664630a75b27367edbdd78, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732418592164 2024-11-24T03:23:13,762 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18744d1a204c434da9aff9e960ac2069, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732418593469 2024-11-24T03:23:13,779 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/5f3791dab3274f22b3776fbc39f5a1b7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/5f3791dab3274f22b3776fbc39f5a1b7 2024-11-24T03:23:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742389_1565 (size=9857) 2024-11-24T03:23:13,785 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d95fbfda3a2c4434a30c8007e6579d41 2024-11-24T03:23:13,796 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 5f3791dab3274f22b3776fbc39f5a1b7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:13,796 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:13,796 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=12, startTime=1732418593661; duration=0sec 2024-11-24T03:23:13,796 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:13,797 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:13,799 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:13,799 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/435a65c5884a4efe8a19dcf0ed3256dd is 50, key is test_row_0/C:col10/1732418593505/Put/seqid=0 2024-11-24T03:23:13,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/f2943d51dea84a8696090cd065990a3a is 50, key is test_row_0/B:col10/1732418593516/Put/seqid=0 2024-11-24T03:23:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:13,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:13,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742390_1566 (size=13493) 2024-11-24T03:23:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742391_1567 (size=9857) 2024-11-24T03:23:13,852 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/435a65c5884a4efe8a19dcf0ed3256dd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/435a65c5884a4efe8a19dcf0ed3256dd 2024-11-24T03:23:13,859 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 435a65c5884a4efe8a19dcf0ed3256dd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:13,859 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:13,859 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=12, startTime=1732418593661; duration=0sec 2024-11-24T03:23:13,859 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:13,859 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:13,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418653880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418653879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418653893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418653909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418653909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:23:14,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418654010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418654010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418654017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418654018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418654019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418654216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418654217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418654223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418654225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418654225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,249 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/f2943d51dea84a8696090cd065990a3a 2024-11-24T03:23:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/894a6cf3eb94427db09803038ce90a89 is 50, key is test_row_0/C:col10/1732418593516/Put/seqid=0 2024-11-24T03:23:14,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742392_1568 (size=9857) 2024-11-24T03:23:14,325 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/894a6cf3eb94427db09803038ce90a89 2024-11-24T03:23:14,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d95fbfda3a2c4434a30c8007e6579d41 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d95fbfda3a2c4434a30c8007e6579d41 2024-11-24T03:23:14,343 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d95fbfda3a2c4434a30c8007e6579d41, entries=100, sequenceid=519, filesize=9.6 K 2024-11-24T03:23:14,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/f2943d51dea84a8696090cd065990a3a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f2943d51dea84a8696090cd065990a3a 2024-11-24T03:23:14,351 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f2943d51dea84a8696090cd065990a3a, entries=100, sequenceid=519, filesize=9.6 K 2024-11-24T03:23:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/894a6cf3eb94427db09803038ce90a89 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/894a6cf3eb94427db09803038ce90a89 2024-11-24T03:23:14,357 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/894a6cf3eb94427db09803038ce90a89, entries=100, sequenceid=519, filesize=9.6 K 2024-11-24T03:23:14,358 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=194.56 KB/199230 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 657ms, sequenceid=519, compaction requested=false 2024-11-24T03:23:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-24T03:23:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-24T03:23:14,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T03:23:14,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 968 msec 2024-11-24T03:23:14,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 974 msec 2024-11-24T03:23:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:23:14,499 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-24T03:23:14,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-24T03:23:14,503 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:14,503 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:14,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:23:14,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-24T03:23:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:14,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418654522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418654526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418654527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418654527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418654527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/2673142fe69d41d0a59868ecbe85d632 is 50, key is test_row_0/A:col10/1732418593880/Put/seqid=0 2024-11-24T03:23:14,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742393_1569 (size=14741) 2024-11-24T03:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:23:14,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418654633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,655 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:14,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:23:14,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:14,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418654839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:14,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:14,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/2673142fe69d41d0a59868ecbe85d632 2024-11-24T03:23:14,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/928f749353f14d999415556b1c4b63bb is 50, key is test_row_0/B:col10/1732418593880/Put/seqid=0 2024-11-24T03:23:15,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418655027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742394_1570 (size=12301) 2024-11-24T03:23:15,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418655033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418655036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418655038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:23:15,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:15,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:15,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418655146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:15,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:15,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:15,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:15,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/928f749353f14d999415556b1c4b63bb 2024-11-24T03:23:15,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/5f338e5eb84a43c084eab738fa57ab20 is 50, key is test_row_0/C:col10/1732418593880/Put/seqid=0 2024-11-24T03:23:15,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742395_1571 (size=12301) 2024-11-24T03:23:15,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:15,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:15,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:23:15,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418655650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:15,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:15,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:15,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/5f338e5eb84a43c084eab738fa57ab20 2024-11-24T03:23:15,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/2673142fe69d41d0a59868ecbe85d632 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/2673142fe69d41d0a59868ecbe85d632 2024-11-24T03:23:15,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/2673142fe69d41d0a59868ecbe85d632, entries=200, sequenceid=555, filesize=14.4 K 2024-11-24T03:23:15,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/928f749353f14d999415556b1c4b63bb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/928f749353f14d999415556b1c4b63bb 2024-11-24T03:23:15,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/928f749353f14d999415556b1c4b63bb, entries=150, sequenceid=555, filesize=12.0 K 2024-11-24T03:23:15,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/5f338e5eb84a43c084eab738fa57ab20 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5f338e5eb84a43c084eab738fa57ab20 2024-11-24T03:23:15,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5f338e5eb84a43c084eab738fa57ab20, entries=150, sequenceid=555, filesize=12.0 K 2024-11-24T03:23:15,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 1388ms, sequenceid=555, compaction requested=true 2024-11-24T03:23:15,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:15,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:15,913 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:15,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:15,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:15,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:15,913 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:15,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:15,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:15,915 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:15,915 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:15,916 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,916 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/5f3791dab3274f22b3776fbc39f5a1b7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f2943d51dea84a8696090cd065990a3a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/928f749353f14d999415556b1c4b63bb] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=34.8 K 2024-11-24T03:23:15,916 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38091 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:15,916 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:15,916 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,916 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/09c8d097d76f44cd9737ec022a3045e9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d95fbfda3a2c4434a30c8007e6579d41, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/2673142fe69d41d0a59868ecbe85d632] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=37.2 K 2024-11-24T03:23:15,918 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f3791dab3274f22b3776fbc39f5a1b7, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732418593469 2024-11-24T03:23:15,918 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09c8d097d76f44cd9737ec022a3045e9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732418593469 2024-11-24T03:23:15,919 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f2943d51dea84a8696090cd065990a3a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732418593516 2024-11-24T03:23:15,919 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d95fbfda3a2c4434a30c8007e6579d41, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732418593516 2024-11-24T03:23:15,919 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 928f749353f14d999415556b1c4b63bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732418593880 2024-11-24T03:23:15,920 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2673142fe69d41d0a59868ecbe85d632, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732418593880 2024-11-24T03:23:15,929 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:15,930 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8a9b54c943b0456ca292a8018393e2ea is 50, key is test_row_0/B:col10/1732418593880/Put/seqid=0 2024-11-24T03:23:15,943 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:15,944 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/45ed67cdd0ce467593e19228caf65e29 is 50, key is test_row_0/A:col10/1732418593880/Put/seqid=0 2024-11-24T03:23:15,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742397_1573 (size=13595) 2024-11-24T03:23:15,979 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/45ed67cdd0ce467593e19228caf65e29 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/45ed67cdd0ce467593e19228caf65e29 2024-11-24T03:23:15,984 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 45ed67cdd0ce467593e19228caf65e29(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:15,985 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:15,985 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=13, startTime=1732418595913; duration=0sec 2024-11-24T03:23:15,985 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:15,985 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:15,985 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:15,986 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:15,986 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:15,987 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:15,987 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/435a65c5884a4efe8a19dcf0ed3256dd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/894a6cf3eb94427db09803038ce90a89, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5f338e5eb84a43c084eab738fa57ab20] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=34.8 K 2024-11-24T03:23:15,987 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 435a65c5884a4efe8a19dcf0ed3256dd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732418593469 2024-11-24T03:23:15,987 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 894a6cf3eb94427db09803038ce90a89, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732418593516 2024-11-24T03:23:15,988 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f338e5eb84a43c084eab738fa57ab20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732418593880 2024-11-24T03:23:15,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742396_1572 (size=13595) 2024-11-24T03:23:15,998 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8a9b54c943b0456ca292a8018393e2ea as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8a9b54c943b0456ca292a8018393e2ea 2024-11-24T03:23:16,005 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 8a9b54c943b0456ca292a8018393e2ea(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:16,005 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:16,005 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=13, startTime=1732418595913; duration=0sec 2024-11-24T03:23:16,006 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:16,006 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:16,015 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:16,016 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/73839e6851124482a74cb3f979f7cadb is 50, key is test_row_0/C:col10/1732418593880/Put/seqid=0 2024-11-24T03:23:16,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:23:16,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:16,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:16,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:16,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-24T03:23:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742398_1574 (size=13595) 2024-11-24T03:23:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-24T03:23:16,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-24T03:23:16,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5360 sec 2024-11-24T03:23:16,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.5430 sec 2024-11-24T03:23:16,048 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/73839e6851124482a74cb3f979f7cadb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73839e6851124482a74cb3f979f7cadb 2024-11-24T03:23:16,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:16,058 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 73839e6851124482a74cb3f979f7cadb(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:16,058 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,058 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=13, startTime=1732418595913; duration=0sec 2024-11-24T03:23:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,058 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:16,058 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:16,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/9c83d0bc40504b1b93dc50122c3e021e is 50, key is test_row_0/A:col10/1732418596056/Put/seqid=0 2024-11-24T03:23:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742399_1575 (size=12301) 2024-11-24T03:23:16,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/9c83d0bc40504b1b93dc50122c3e021e 2024-11-24T03:23:16,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8561c52489ec4aabbe7c0558bffca2c8 is 50, key is test_row_0/B:col10/1732418596056/Put/seqid=0 2024-11-24T03:23:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418656104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418656105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418656109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418656109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742400_1576 (size=12301) 2024-11-24T03:23:16,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8561c52489ec4aabbe7c0558bffca2c8 2024-11-24T03:23:16,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/20a28d5b911e46bca8517b1e23e438f9 is 50, key is test_row_0/C:col10/1732418596056/Put/seqid=0 2024-11-24T03:23:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742401_1577 (size=12301) 2024-11-24T03:23:16,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/20a28d5b911e46bca8517b1e23e438f9 2024-11-24T03:23:16,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/9c83d0bc40504b1b93dc50122c3e021e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/9c83d0bc40504b1b93dc50122c3e021e 2024-11-24T03:23:16,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/9c83d0bc40504b1b93dc50122c3e021e, entries=150, sequenceid=570, filesize=12.0 K 2024-11-24T03:23:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/8561c52489ec4aabbe7c0558bffca2c8 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8561c52489ec4aabbe7c0558bffca2c8 2024-11-24T03:23:16,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418656215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418656215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418656218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418656218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8561c52489ec4aabbe7c0558bffca2c8, entries=150, sequenceid=570, filesize=12.0 K 2024-11-24T03:23:16,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/20a28d5b911e46bca8517b1e23e438f9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/20a28d5b911e46bca8517b1e23e438f9 2024-11-24T03:23:16,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/20a28d5b911e46bca8517b1e23e438f9, entries=150, sequenceid=570, filesize=12.0 K 2024-11-24T03:23:16,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 178ms, sequenceid=570, compaction requested=false 2024-11-24T03:23:16,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:16,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:23:16,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:16,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:16,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:16,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/0c8eb5fc036f4f729f389667daefaa57 is 50, key is test_row_0/A:col10/1732418596105/Put/seqid=0 2024-11-24T03:23:16,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418656435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418656437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418656440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418656439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742402_1578 (size=14741) 2024-11-24T03:23:16,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/0c8eb5fc036f4f729f389667daefaa57 2024-11-24T03:23:16,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/316c69ae6b8a48b389ba608ec62c56df is 50, key is test_row_0/B:col10/1732418596105/Put/seqid=0 2024-11-24T03:23:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742403_1579 (size=12301) 2024-11-24T03:23:16,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/316c69ae6b8a48b389ba608ec62c56df 2024-11-24T03:23:16,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418656543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418656544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418656549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418656551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/3d573d58f50940a6bae3db307edcdc19 is 50, key is test_row_0/C:col10/1732418596105/Put/seqid=0 2024-11-24T03:23:16,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742404_1580 (size=12301) 2024-11-24T03:23:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:23:16,609 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-24T03:23:16,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-24T03:23:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:23:16,613 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:16,614 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:16,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:16,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732418656662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:23:16,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52506 deadline: 1732418656752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52476 deadline: 1732418656752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52542 deadline: 1732418656754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732418656756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,766 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:23:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:16,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,809 DEBUG [Thread-2053 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:61684 2024-11-24T03:23:16,809 DEBUG [Thread-2053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:16,809 DEBUG [Thread-2047 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:61684 2024-11-24T03:23:16,809 DEBUG [Thread-2047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:16,813 DEBUG [Thread-2049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:61684 2024-11-24T03:23:16,813 DEBUG [Thread-2049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:16,818 DEBUG [Thread-2045 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:61684 2024-11-24T03:23:16,818 DEBUG [Thread-2051 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:61684 2024-11-24T03:23:16,818 DEBUG [Thread-2051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:16,818 DEBUG [Thread-2045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:23:16,919 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:16,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:23:16,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:16,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/3d573d58f50940a6bae3db307edcdc19 2024-11-24T03:23:17,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/0c8eb5fc036f4f729f389667daefaa57 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0c8eb5fc036f4f729f389667daefaa57 2024-11-24T03:23:17,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0c8eb5fc036f4f729f389667daefaa57, entries=200, sequenceid=596, filesize=14.4 K 2024-11-24T03:23:17,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/316c69ae6b8a48b389ba608ec62c56df as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/316c69ae6b8a48b389ba608ec62c56df 2024-11-24T03:23:17,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/316c69ae6b8a48b389ba608ec62c56df, entries=150, sequenceid=596, filesize=12.0 K 2024-11-24T03:23:17,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/3d573d58f50940a6bae3db307edcdc19 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3d573d58f50940a6bae3db307edcdc19 2024-11-24T03:23:17,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3d573d58f50940a6bae3db307edcdc19, entries=150, sequenceid=596, filesize=12.0 K 2024-11-24T03:23:17,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 588ms, sequenceid=596, compaction requested=true 2024-11-24T03:23:17,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:17,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:17,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:17,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:17,013 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:17,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:17,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a77913bc3f8e3b6699f08dcccb7b4a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:17,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:17,013 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:17,014 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:17,014 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:17,014 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/A is initiating minor compaction (all files) 2024-11-24T03:23:17,014 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/B is initiating minor compaction (all files) 2024-11-24T03:23:17,014 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/A in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,014 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/B in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,014 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/45ed67cdd0ce467593e19228caf65e29, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/9c83d0bc40504b1b93dc50122c3e021e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0c8eb5fc036f4f729f389667daefaa57] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=39.7 K 2024-11-24T03:23:17,014 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8a9b54c943b0456ca292a8018393e2ea, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8561c52489ec4aabbe7c0558bffca2c8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/316c69ae6b8a48b389ba608ec62c56df] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=37.3 K 2024-11-24T03:23:17,015 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45ed67cdd0ce467593e19228caf65e29, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732418593880 2024-11-24T03:23:17,015 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a9b54c943b0456ca292a8018393e2ea, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732418593880 2024-11-24T03:23:17,015 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c83d0bc40504b1b93dc50122c3e021e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732418596047 2024-11-24T03:23:17,015 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8561c52489ec4aabbe7c0558bffca2c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732418596047 2024-11-24T03:23:17,015 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c8eb5fc036f4f729f389667daefaa57, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1732418596089 2024-11-24T03:23:17,016 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 316c69ae6b8a48b389ba608ec62c56df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1732418596104 2024-11-24T03:23:17,022 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#A#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:17,022 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#B#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:17,023 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d565acb55f32474d8f791e0f042e5ba3 is 50, key is test_row_0/A:col10/1732418596105/Put/seqid=0 2024-11-24T03:23:17,023 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/abaf2e835db8496496b28696ac3639fc is 50, key is test_row_0/B:col10/1732418596105/Put/seqid=0 2024-11-24T03:23:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742405_1581 (size=13697) 2024-11-24T03:23:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742406_1582 (size=13697) 2024-11-24T03:23:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:17,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:17,064 DEBUG [Thread-2038 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:61684 2024-11-24T03:23:17,064 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:17,064 DEBUG [Thread-2040 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:61684 2024-11-24T03:23:17,065 DEBUG [Thread-2040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:17,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:17,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:17,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:17,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:17,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:17,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:17,067 DEBUG [Thread-2036 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:61684 2024-11-24T03:23:17,067 DEBUG [Thread-2034 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:61684 2024-11-24T03:23:17,067 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:17,067 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:17,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/64567d0c008a40e5ad9ba17efcba6871 is 50, key is test_row_0/A:col10/1732418597063/Put/seqid=0 2024-11-24T03:23:17,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:17,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:23:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742407_1583 (size=12301) 2024-11-24T03:23:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:23:17,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:17,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:23:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:17,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:23:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,430 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d565acb55f32474d8f791e0f042e5ba3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d565acb55f32474d8f791e0f042e5ba3 2024-11-24T03:23:17,431 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/abaf2e835db8496496b28696ac3639fc as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/abaf2e835db8496496b28696ac3639fc 2024-11-24T03:23:17,435 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/A of 3a77913bc3f8e3b6699f08dcccb7b4a3 into d565acb55f32474d8f791e0f042e5ba3(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:17,435 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:17,435 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/A, priority=13, startTime=1732418597013; duration=0sec 2024-11-24T03:23:17,435 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:17,435 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:A 2024-11-24T03:23:17,435 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:17,435 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/B of 3a77913bc3f8e3b6699f08dcccb7b4a3 into abaf2e835db8496496b28696ac3639fc(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:17,435 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:17,435 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/B, priority=13, startTime=1732418597013; duration=0sec 2024-11-24T03:23:17,436 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:17,436 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:B 2024-11-24T03:23:17,436 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:17,436 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 3a77913bc3f8e3b6699f08dcccb7b4a3/C is initiating minor compaction (all files) 2024-11-24T03:23:17,436 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a77913bc3f8e3b6699f08dcccb7b4a3/C in TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,436 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73839e6851124482a74cb3f979f7cadb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/20a28d5b911e46bca8517b1e23e438f9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3d573d58f50940a6bae3db307edcdc19] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp, totalSize=37.3 K 2024-11-24T03:23:17,436 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73839e6851124482a74cb3f979f7cadb, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732418593880 2024-11-24T03:23:17,437 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20a28d5b911e46bca8517b1e23e438f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732418596047 2024-11-24T03:23:17,437 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d573d58f50940a6bae3db307edcdc19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1732418596104 2024-11-24T03:23:17,444 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a77913bc3f8e3b6699f08dcccb7b4a3#C#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:17,444 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/10587db4ba6647098a20b47ad82e18fd is 50, key is test_row_0/C:col10/1732418596105/Put/seqid=0 2024-11-24T03:23:17,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742408_1584 (size=13697) 2024-11-24T03:23:17,463 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/10587db4ba6647098a20b47ad82e18fd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/10587db4ba6647098a20b47ad82e18fd 2024-11-24T03:23:17,468 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a77913bc3f8e3b6699f08dcccb7b4a3/C of 3a77913bc3f8e3b6699f08dcccb7b4a3 into 10587db4ba6647098a20b47ad82e18fd(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:17,468 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:17,468 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3., storeName=3a77913bc3f8e3b6699f08dcccb7b4a3/C, priority=13, startTime=1732418597013; duration=0sec 2024-11-24T03:23:17,468 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:17,468 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a77913bc3f8e3b6699f08dcccb7b4a3:C 2024-11-24T03:23:17,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/64567d0c008a40e5ad9ba17efcba6871 2024-11-24T03:23:17,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/bb5084bb8da94f0a88fa5785226ccffd is 50, key is test_row_0/B:col10/1732418597063/Put/seqid=0 2024-11-24T03:23:17,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742409_1585 (size=12301) 2024-11-24T03:23:17,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/bb5084bb8da94f0a88fa5785226ccffd 2024-11-24T03:23:17,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/9c930245fdcd48ceb4e9602cfe57eee9 is 50, key is test_row_0/C:col10/1732418597063/Put/seqid=0 2024-11-24T03:23:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742410_1586 (size=12301) 2024-11-24T03:23:17,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:17,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:23:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:17,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:23:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:23:17,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:17,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:23:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. as already flushing 2024-11-24T03:23:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/9c930245fdcd48ceb4e9602cfe57eee9 2024-11-24T03:23:17,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/64567d0c008a40e5ad9ba17efcba6871 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/64567d0c008a40e5ad9ba17efcba6871 2024-11-24T03:23:17,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/64567d0c008a40e5ad9ba17efcba6871, entries=150, sequenceid=608, filesize=12.0 K 2024-11-24T03:23:17,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/bb5084bb8da94f0a88fa5785226ccffd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/bb5084bb8da94f0a88fa5785226ccffd 2024-11-24T03:23:17,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/bb5084bb8da94f0a88fa5785226ccffd, entries=150, sequenceid=608, filesize=12.0 K 2024-11-24T03:23:17,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/9c930245fdcd48ceb4e9602cfe57eee9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/9c930245fdcd48ceb4e9602cfe57eee9 2024-11-24T03:23:17,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/9c930245fdcd48ceb4e9602cfe57eee9, entries=150, sequenceid=608, filesize=12.0 K 2024-11-24T03:23:17,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 848ms, sequenceid=608, compaction requested=false 2024-11-24T03:23:17,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:17,989 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:17,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:23:17,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:17,990 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-24T03:23:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:17,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d248e827b9c745e9958b40f9c76ff1a0 is 50, key is test_row_0/A:col10/1732418597065/Put/seqid=0 2024-11-24T03:23:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742411_1587 (size=9857) 2024-11-24T03:23:18,397 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d248e827b9c745e9958b40f9c76ff1a0 2024-11-24T03:23:18,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/a8b4114a13c84729b9c02d9ef4383790 is 50, key is test_row_0/B:col10/1732418597065/Put/seqid=0 2024-11-24T03:23:18,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742412_1588 (size=9857) 2024-11-24T03:23:18,680 DEBUG [Thread-2042 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:61684 2024-11-24T03:23:18,680 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:23:18,808 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/a8b4114a13c84729b9c02d9ef4383790 2024-11-24T03:23:18,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/e03e053aeeb6467bbdee952e6a3efed1 is 50, key is test_row_0/C:col10/1732418597065/Put/seqid=0 2024-11-24T03:23:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742413_1589 (size=9857) 2024-11-24T03:23:19,219 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/e03e053aeeb6467bbdee952e6a3efed1 2024-11-24T03:23:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d248e827b9c745e9958b40f9c76ff1a0 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d248e827b9c745e9958b40f9c76ff1a0 2024-11-24T03:23:19,225 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d248e827b9c745e9958b40f9c76ff1a0, entries=100, sequenceid=616, filesize=9.6 K 2024-11-24T03:23:19,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/a8b4114a13c84729b9c02d9ef4383790 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/a8b4114a13c84729b9c02d9ef4383790 2024-11-24T03:23:19,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/a8b4114a13c84729b9c02d9ef4383790, entries=100, sequenceid=616, filesize=9.6 K 2024-11-24T03:23:19,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/e03e053aeeb6467bbdee952e6a3efed1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/e03e053aeeb6467bbdee952e6a3efed1 2024-11-24T03:23:19,230 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/e03e053aeeb6467bbdee952e6a3efed1, entries=100, sequenceid=616, filesize=9.6 K 2024-11-24T03:23:19,230 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=6.71 KB/6870 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 1240ms, sequenceid=616, compaction requested=true 2024-11-24T03:23:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-24T03:23:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-24T03:23:19,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-24T03:23:19,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6170 sec 2024-11-24T03:23:19,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.6220 sec 2024-11-24T03:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:23:20,721 INFO [Thread-2044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1783 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5349 rows 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1763 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5288 rows 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1778 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5333 rows 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1795 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5385 rows 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1776 2024-11-24T03:23:20,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5328 rows 2024-11-24T03:23:20,722 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:23:20,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cb726fe to 127.0.0.1:61684 2024-11-24T03:23:20,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:20,724 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:23:20,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:23:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:20,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418600727"}]},"ts":"1732418600727"} 2024-11-24T03:23:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:23:20,729 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:23:20,732 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:23:20,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:23:20,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a77913bc3f8e3b6699f08dcccb7b4a3, UNASSIGN}] 2024-11-24T03:23:20,734 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a77913bc3f8e3b6699f08dcccb7b4a3, UNASSIGN 2024-11-24T03:23:20,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=3a77913bc3f8e3b6699f08dcccb7b4a3, regionState=CLOSING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:20,736 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:23:20,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:23:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:23:20,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:20,888 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 3a77913bc3f8e3b6699f08dcccb7b4a3, disabling compactions & flushes 2024-11-24T03:23:20,888 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. after waiting 0 ms 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:20,888 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing 3a77913bc3f8e3b6699f08dcccb7b4a3 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=A 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=B 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a77913bc3f8e3b6699f08dcccb7b4a3, store=C 2024-11-24T03:23:20,888 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:20,891 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d036fa35e6d048f8bcbaa7e0d00a085f is 50, key is test_row_0/A:col10/1732418598679/Put/seqid=0 2024-11-24T03:23:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742414_1590 (size=7415) 2024-11-24T03:23:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:23:21,295 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d036fa35e6d048f8bcbaa7e0d00a085f 2024-11-24T03:23:21,300 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/baea5a8533e540d4824abdcd2325b93a is 50, key is test_row_0/B:col10/1732418598679/Put/seqid=0 2024-11-24T03:23:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742415_1591 (size=7415) 2024-11-24T03:23:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:23:21,703 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/baea5a8533e540d4824abdcd2325b93a 2024-11-24T03:23:21,708 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/6a0e42d6c041471f85fc68932619832b is 50, key is test_row_0/C:col10/1732418598679/Put/seqid=0 2024-11-24T03:23:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742416_1592 (size=7415) 2024-11-24T03:23:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:23:22,112 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/6a0e42d6c041471f85fc68932619832b 2024-11-24T03:23:22,115 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/A/d036fa35e6d048f8bcbaa7e0d00a085f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d036fa35e6d048f8bcbaa7e0d00a085f 2024-11-24T03:23:22,117 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d036fa35e6d048f8bcbaa7e0d00a085f, entries=50, sequenceid=620, filesize=7.2 K 2024-11-24T03:23:22,118 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/B/baea5a8533e540d4824abdcd2325b93a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/baea5a8533e540d4824abdcd2325b93a 2024-11-24T03:23:22,120 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/baea5a8533e540d4824abdcd2325b93a, entries=50, sequenceid=620, filesize=7.2 K 2024-11-24T03:23:22,121 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/.tmp/C/6a0e42d6c041471f85fc68932619832b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/6a0e42d6c041471f85fc68932619832b 2024-11-24T03:23:22,123 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/6a0e42d6c041471f85fc68932619832b, entries=50, sequenceid=620, filesize=7.2 K 2024-11-24T03:23:22,124 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 3a77913bc3f8e3b6699f08dcccb7b4a3 in 1236ms, sequenceid=620, compaction requested=true 2024-11-24T03:23:22,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/76687525a5cb44d9a1148b4ff52e10fb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/12cd0b77c5b64816986e78bbea7a80e0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/14271405889547faa36b20ff5669fcbb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/59d90836db53447bb815c573bd8565f8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/5d0cb43363f04f84a874cad9d4ea4360, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/608b9ff7ce1847abad19c777ce1d3ac0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f5c403b7db7848cfb84799ba9348ead1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/469b0207ef7d4a56976180e166d54783, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/40ff5bd7e1e042c3a2d22870db30ae37, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/472baf428e4246029dc73a5c3954fb19, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/24b74c0f2a5f44ac9f02945d4ed4bc41, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d3147bebcf7f4502b7ce1bdde64cca39, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4ec1ee2e900c43d3838743546cc5d5c0, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a3fb0c316ebb45659df9591b51d4ee7e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/02bb994facb24bc5af29c60896a54148, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/86193df328d9449f896cf77a721e6348, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fce8e119ccb34ad38c183bd2523b5abe, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/64133addaa9048c8b5f09565142e980d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ed2c52ce38dc49dd90746c6e27c15a06, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a0129387c7ab4b32aadecbe170805a01, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/61f2a1eb469c41029498262e88ed3ff9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/832933b622f542c0a2cf7670c0fad23a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4bfc2878aca243a5a3d9b3f761c4c415, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cb50e643d1fe443092da809e591beafb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cf0786e043d340ef81fa1f58b3013cc1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/e803b051edfa4086aa8f92d8f1367b95, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d85abc4ccacd4901b1a064dd1a50af1e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fdda0fa430994b9e90f85c1242f56620, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/c261bbf46b7643d6976c12e399beeb62, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1d04969c9d1848b6a6af53d48e7b6974, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f12e13776f8b4f2588f8c0e9e2a3ac26, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cbf6b4bd5ae547a2b15ec1162ca5e979, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ddde82b805ee496e84d8498920552821, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1db7b7c6bb484278b5754ba2f883bb04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0d7adc9329ec4f908a22eb63e78f6b7c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/09c8d097d76f44cd9737ec022a3045e9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d95fbfda3a2c4434a30c8007e6579d41, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/2673142fe69d41d0a59868ecbe85d632, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/45ed67cdd0ce467593e19228caf65e29, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/9c83d0bc40504b1b93dc50122c3e021e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0c8eb5fc036f4f729f389667daefaa57] to archive 2024-11-24T03:23:22,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:22,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/76687525a5cb44d9a1148b4ff52e10fb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/76687525a5cb44d9a1148b4ff52e10fb 2024-11-24T03:23:22,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/12cd0b77c5b64816986e78bbea7a80e0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/12cd0b77c5b64816986e78bbea7a80e0 2024-11-24T03:23:22,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/14271405889547faa36b20ff5669fcbb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/14271405889547faa36b20ff5669fcbb 2024-11-24T03:23:22,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/59d90836db53447bb815c573bd8565f8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/59d90836db53447bb815c573bd8565f8 2024-11-24T03:23:22,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/5d0cb43363f04f84a874cad9d4ea4360 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/5d0cb43363f04f84a874cad9d4ea4360 2024-11-24T03:23:22,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/608b9ff7ce1847abad19c777ce1d3ac0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/608b9ff7ce1847abad19c777ce1d3ac0 2024-11-24T03:23:22,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f5c403b7db7848cfb84799ba9348ead1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f5c403b7db7848cfb84799ba9348ead1 2024-11-24T03:23:22,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/469b0207ef7d4a56976180e166d54783 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/469b0207ef7d4a56976180e166d54783 2024-11-24T03:23:22,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/40ff5bd7e1e042c3a2d22870db30ae37 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/40ff5bd7e1e042c3a2d22870db30ae37 2024-11-24T03:23:22,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/472baf428e4246029dc73a5c3954fb19 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/472baf428e4246029dc73a5c3954fb19 2024-11-24T03:23:22,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/24b74c0f2a5f44ac9f02945d4ed4bc41 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/24b74c0f2a5f44ac9f02945d4ed4bc41 2024-11-24T03:23:22,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d3147bebcf7f4502b7ce1bdde64cca39 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d3147bebcf7f4502b7ce1bdde64cca39 2024-11-24T03:23:22,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4ec1ee2e900c43d3838743546cc5d5c0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4ec1ee2e900c43d3838743546cc5d5c0 2024-11-24T03:23:22,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a3fb0c316ebb45659df9591b51d4ee7e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a3fb0c316ebb45659df9591b51d4ee7e 2024-11-24T03:23:22,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/02bb994facb24bc5af29c60896a54148 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/02bb994facb24bc5af29c60896a54148 2024-11-24T03:23:22,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/86193df328d9449f896cf77a721e6348 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/86193df328d9449f896cf77a721e6348 2024-11-24T03:23:22,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fce8e119ccb34ad38c183bd2523b5abe to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fce8e119ccb34ad38c183bd2523b5abe 2024-11-24T03:23:22,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/64133addaa9048c8b5f09565142e980d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/64133addaa9048c8b5f09565142e980d 2024-11-24T03:23:22,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ed2c52ce38dc49dd90746c6e27c15a06 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ed2c52ce38dc49dd90746c6e27c15a06 2024-11-24T03:23:22,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a0129387c7ab4b32aadecbe170805a01 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/a0129387c7ab4b32aadecbe170805a01 2024-11-24T03:23:22,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/61f2a1eb469c41029498262e88ed3ff9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/61f2a1eb469c41029498262e88ed3ff9 2024-11-24T03:23:22,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/832933b622f542c0a2cf7670c0fad23a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/832933b622f542c0a2cf7670c0fad23a 2024-11-24T03:23:22,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4bfc2878aca243a5a3d9b3f761c4c415 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/4bfc2878aca243a5a3d9b3f761c4c415 2024-11-24T03:23:22,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cb50e643d1fe443092da809e591beafb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cb50e643d1fe443092da809e591beafb 2024-11-24T03:23:22,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cf0786e043d340ef81fa1f58b3013cc1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cf0786e043d340ef81fa1f58b3013cc1 2024-11-24T03:23:22,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/e803b051edfa4086aa8f92d8f1367b95 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/e803b051edfa4086aa8f92d8f1367b95 2024-11-24T03:23:22,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d85abc4ccacd4901b1a064dd1a50af1e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d85abc4ccacd4901b1a064dd1a50af1e 2024-11-24T03:23:22,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fdda0fa430994b9e90f85c1242f56620 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/fdda0fa430994b9e90f85c1242f56620 2024-11-24T03:23:22,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/c261bbf46b7643d6976c12e399beeb62 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/c261bbf46b7643d6976c12e399beeb62 2024-11-24T03:23:22,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1d04969c9d1848b6a6af53d48e7b6974 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1d04969c9d1848b6a6af53d48e7b6974 2024-11-24T03:23:22,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f12e13776f8b4f2588f8c0e9e2a3ac26 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/f12e13776f8b4f2588f8c0e9e2a3ac26 2024-11-24T03:23:22,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cbf6b4bd5ae547a2b15ec1162ca5e979 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/cbf6b4bd5ae547a2b15ec1162ca5e979 2024-11-24T03:23:22,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ddde82b805ee496e84d8498920552821 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/ddde82b805ee496e84d8498920552821 2024-11-24T03:23:22,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1db7b7c6bb484278b5754ba2f883bb04 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/1db7b7c6bb484278b5754ba2f883bb04 2024-11-24T03:23:22,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0d7adc9329ec4f908a22eb63e78f6b7c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0d7adc9329ec4f908a22eb63e78f6b7c 2024-11-24T03:23:22,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/09c8d097d76f44cd9737ec022a3045e9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/09c8d097d76f44cd9737ec022a3045e9 2024-11-24T03:23:22,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d95fbfda3a2c4434a30c8007e6579d41 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d95fbfda3a2c4434a30c8007e6579d41 2024-11-24T03:23:22,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/2673142fe69d41d0a59868ecbe85d632 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/2673142fe69d41d0a59868ecbe85d632 2024-11-24T03:23:22,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/45ed67cdd0ce467593e19228caf65e29 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/45ed67cdd0ce467593e19228caf65e29 2024-11-24T03:23:22,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/9c83d0bc40504b1b93dc50122c3e021e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/9c83d0bc40504b1b93dc50122c3e021e 2024-11-24T03:23:22,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0c8eb5fc036f4f729f389667daefaa57 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/0c8eb5fc036f4f729f389667daefaa57 2024-11-24T03:23:22,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76ae634ee1c94f80a4074473ee9aa8ac, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/0eeae662f2f34f269e2f0716b2086a91, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/aa1f103df78c4abb83d3e79e65c79f0c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8f95bac92fc44ae79a9caa0981ed05bf, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4744a2b550f47f0882aebfc0dede2b5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f622c971fdfc42b8ba750a309479d68b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/fcf950ec11bf46de89861f6dc3af5582, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/16369833849a4e3785fb58410e1c12ee, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4df0b517da584881aaa5f264bff91572, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/7f1295ce89034f938e29c3777c112ad5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76252a9baa9346d39abfc92bc0f0e478, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3a3b0e2ab8504d7d9efbbe5e24d2ac98, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/cae5ed511d754de8bcdc25fb572f09cd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3bb3e00eb13f43479a7be7105a21ea08, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/10bfe1ac61ac428ab958461c99ab2180, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/2e4957fe3c60442daf0f82186c954339, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/89bcca37ec48420d9e1870ff165a8303, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8550bfb60ef44d1cb7d6e662f76894e5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ef20f0be11ea4b4db56b44050d4a719c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/228cbe9f928b48d998cd0e8929fcc22e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4ee39d4ef7a447ba80cea9901968f844, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/00d84afbb0ce47b3abf7dd533b111abc, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/d725fe69b52f4ad9af9dacfc08a200c9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/eb2097e526594653b98d5e89c4b6b7f6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1049943635ac45c69ccf924ca3e0e751, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ec2a7375c36f4325b3260cb23c3d6f35, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/99008f54f9fd4b80a658d2407f9157fa, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/da31974242ea45dd84eace5daad63a5e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/6240970bdb484e6396a85b664fde1995, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4df2da9dc8a4888aad570ca83b27cbf, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ac62276697064592b30d3c5b3bb7c145, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f24a4c99a42f48f9bded4574aed72099, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1030478dad994c6e9ba2b3ec36fa2817, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/209e785ac621435d8c8a3d28fd518370, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/5f3791dab3274f22b3776fbc39f5a1b7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ded903c00e9c47118c4209960d5061db, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f2943d51dea84a8696090cd065990a3a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8a9b54c943b0456ca292a8018393e2ea, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/928f749353f14d999415556b1c4b63bb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8561c52489ec4aabbe7c0558bffca2c8, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/316c69ae6b8a48b389ba608ec62c56df] to archive 2024-11-24T03:23:22,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:22,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76ae634ee1c94f80a4074473ee9aa8ac to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76ae634ee1c94f80a4074473ee9aa8ac 2024-11-24T03:23:22,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/0eeae662f2f34f269e2f0716b2086a91 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/0eeae662f2f34f269e2f0716b2086a91 2024-11-24T03:23:22,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/aa1f103df78c4abb83d3e79e65c79f0c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/aa1f103df78c4abb83d3e79e65c79f0c 2024-11-24T03:23:22,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8f95bac92fc44ae79a9caa0981ed05bf to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8f95bac92fc44ae79a9caa0981ed05bf 2024-11-24T03:23:22,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4744a2b550f47f0882aebfc0dede2b5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4744a2b550f47f0882aebfc0dede2b5 2024-11-24T03:23:22,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f622c971fdfc42b8ba750a309479d68b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f622c971fdfc42b8ba750a309479d68b 2024-11-24T03:23:22,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/fcf950ec11bf46de89861f6dc3af5582 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/fcf950ec11bf46de89861f6dc3af5582 2024-11-24T03:23:22,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/16369833849a4e3785fb58410e1c12ee to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/16369833849a4e3785fb58410e1c12ee 2024-11-24T03:23:22,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4df0b517da584881aaa5f264bff91572 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4df0b517da584881aaa5f264bff91572 2024-11-24T03:23:22,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/7f1295ce89034f938e29c3777c112ad5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/7f1295ce89034f938e29c3777c112ad5 2024-11-24T03:23:22,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76252a9baa9346d39abfc92bc0f0e478 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/76252a9baa9346d39abfc92bc0f0e478 2024-11-24T03:23:22,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3a3b0e2ab8504d7d9efbbe5e24d2ac98 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3a3b0e2ab8504d7d9efbbe5e24d2ac98 2024-11-24T03:23:22,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/cae5ed511d754de8bcdc25fb572f09cd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/cae5ed511d754de8bcdc25fb572f09cd 2024-11-24T03:23:22,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3bb3e00eb13f43479a7be7105a21ea08 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/3bb3e00eb13f43479a7be7105a21ea08 2024-11-24T03:23:22,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/10bfe1ac61ac428ab958461c99ab2180 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/10bfe1ac61ac428ab958461c99ab2180 2024-11-24T03:23:22,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/2e4957fe3c60442daf0f82186c954339 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/2e4957fe3c60442daf0f82186c954339 2024-11-24T03:23:22,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/89bcca37ec48420d9e1870ff165a8303 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/89bcca37ec48420d9e1870ff165a8303 2024-11-24T03:23:22,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8550bfb60ef44d1cb7d6e662f76894e5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8550bfb60ef44d1cb7d6e662f76894e5 2024-11-24T03:23:22,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ef20f0be11ea4b4db56b44050d4a719c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ef20f0be11ea4b4db56b44050d4a719c 2024-11-24T03:23:22,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/228cbe9f928b48d998cd0e8929fcc22e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/228cbe9f928b48d998cd0e8929fcc22e 2024-11-24T03:23:22,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4ee39d4ef7a447ba80cea9901968f844 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/4ee39d4ef7a447ba80cea9901968f844 2024-11-24T03:23:22,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/00d84afbb0ce47b3abf7dd533b111abc to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/00d84afbb0ce47b3abf7dd533b111abc 2024-11-24T03:23:22,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/d725fe69b52f4ad9af9dacfc08a200c9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/d725fe69b52f4ad9af9dacfc08a200c9 2024-11-24T03:23:22,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/eb2097e526594653b98d5e89c4b6b7f6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/eb2097e526594653b98d5e89c4b6b7f6 2024-11-24T03:23:22,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1049943635ac45c69ccf924ca3e0e751 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1049943635ac45c69ccf924ca3e0e751 2024-11-24T03:23:22,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ec2a7375c36f4325b3260cb23c3d6f35 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ec2a7375c36f4325b3260cb23c3d6f35 2024-11-24T03:23:22,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/99008f54f9fd4b80a658d2407f9157fa to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/99008f54f9fd4b80a658d2407f9157fa 2024-11-24T03:23:22,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/da31974242ea45dd84eace5daad63a5e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/da31974242ea45dd84eace5daad63a5e 2024-11-24T03:23:22,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/6240970bdb484e6396a85b664fde1995 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/6240970bdb484e6396a85b664fde1995 2024-11-24T03:23:22,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4df2da9dc8a4888aad570ca83b27cbf to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/e4df2da9dc8a4888aad570ca83b27cbf 2024-11-24T03:23:22,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ac62276697064592b30d3c5b3bb7c145 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ac62276697064592b30d3c5b3bb7c145 2024-11-24T03:23:22,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f24a4c99a42f48f9bded4574aed72099 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f24a4c99a42f48f9bded4574aed72099 2024-11-24T03:23:22,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1030478dad994c6e9ba2b3ec36fa2817 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/1030478dad994c6e9ba2b3ec36fa2817 2024-11-24T03:23:22,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/209e785ac621435d8c8a3d28fd518370 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/209e785ac621435d8c8a3d28fd518370 2024-11-24T03:23:22,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/5f3791dab3274f22b3776fbc39f5a1b7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/5f3791dab3274f22b3776fbc39f5a1b7 2024-11-24T03:23:22,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ded903c00e9c47118c4209960d5061db to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/ded903c00e9c47118c4209960d5061db 2024-11-24T03:23:22,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f2943d51dea84a8696090cd065990a3a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/f2943d51dea84a8696090cd065990a3a 2024-11-24T03:23:22,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8a9b54c943b0456ca292a8018393e2ea to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8a9b54c943b0456ca292a8018393e2ea 2024-11-24T03:23:22,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/928f749353f14d999415556b1c4b63bb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/928f749353f14d999415556b1c4b63bb 2024-11-24T03:23:22,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8561c52489ec4aabbe7c0558bffca2c8 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/8561c52489ec4aabbe7c0558bffca2c8 2024-11-24T03:23:22,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/316c69ae6b8a48b389ba608ec62c56df to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/316c69ae6b8a48b389ba608ec62c56df 2024-11-24T03:23:22,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a6874a36d5cc4797b2e87f82802b1229, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/f2f6bc5d35bf474da98c607bb768461b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/9761a776a8c24891bf182789187f63f2, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/988304286e734af18b292e43c9eb727c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/80d91ce3415042abaeab865e6584d612, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a26ffb563aa54d43837f60f99594d22a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/c3a5c5cd1136478696923a4b9821ec9a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f97f81a962b43efbebc86f1379495a9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/642c246e1d0e4b1aabf3215e49848e72, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/808dc14df07c441a882fa7e2e7e72d75, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/881a8a05c5534cc4a9467198e318f043, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2d23d128b4b94c46b1bec579de8b4b1d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1e04c43a70064588988306f63d3b602f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/29313607766d432eadcd25d276e7417e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/16056b29566242aab988e8e6111999e9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/d77c9331596241fab677f8a2b8db391e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/b5a6eade8a59487aa55535b704c6adda, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4bb84a8fbb704ac0b7304c4c6525696f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4c18fc605c044fd285ccca524173781d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/61acbeb2267646c8b76415e55cbb3fe3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f8801ad888d4894aba3df0ee8ef115d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/35879fa88531475b8a886e87801bd144, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1ccb800225cc486dadd88dd48245736a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2ec4eba9d3694e209c4fedd35e789ac9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4ef13e69da204e299d62846ea31eb446, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/75ca1cedcd5d4b59ae7a0e64e68ae2a4, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/e284beefd1534082833839fe9dfd2dda, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5572874271484dc48a7179c2abca33b5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/fdcd083e5ea04b40964933b01855748e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73aa033601b143898837ece55814879a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/6352255f92ad415f9cb30350b8de32ca, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4e402afaabcc4f0ca7b743d3dc43436d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4148cc5f586e4d109f2d90ff567adf71, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1412ebb358664630a75b27367edbdd78, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/435a65c5884a4efe8a19dcf0ed3256dd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/18744d1a204c434da9aff9e960ac2069, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/894a6cf3eb94427db09803038ce90a89, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73839e6851124482a74cb3f979f7cadb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5f338e5eb84a43c084eab738fa57ab20, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/20a28d5b911e46bca8517b1e23e438f9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3d573d58f50940a6bae3db307edcdc19] to archive 2024-11-24T03:23:22,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:22,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a6874a36d5cc4797b2e87f82802b1229 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a6874a36d5cc4797b2e87f82802b1229 2024-11-24T03:23:22,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/f2f6bc5d35bf474da98c607bb768461b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/f2f6bc5d35bf474da98c607bb768461b 2024-11-24T03:23:22,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/9761a776a8c24891bf182789187f63f2 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/9761a776a8c24891bf182789187f63f2 2024-11-24T03:23:22,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/988304286e734af18b292e43c9eb727c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/988304286e734af18b292e43c9eb727c 2024-11-24T03:23:22,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/80d91ce3415042abaeab865e6584d612 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/80d91ce3415042abaeab865e6584d612 2024-11-24T03:23:22,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a26ffb563aa54d43837f60f99594d22a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/a26ffb563aa54d43837f60f99594d22a 2024-11-24T03:23:22,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/c3a5c5cd1136478696923a4b9821ec9a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/c3a5c5cd1136478696923a4b9821ec9a 2024-11-24T03:23:22,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f97f81a962b43efbebc86f1379495a9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f97f81a962b43efbebc86f1379495a9 2024-11-24T03:23:22,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/642c246e1d0e4b1aabf3215e49848e72 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/642c246e1d0e4b1aabf3215e49848e72 2024-11-24T03:23:22,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/808dc14df07c441a882fa7e2e7e72d75 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/808dc14df07c441a882fa7e2e7e72d75 2024-11-24T03:23:22,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/881a8a05c5534cc4a9467198e318f043 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/881a8a05c5534cc4a9467198e318f043 2024-11-24T03:23:22,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2d23d128b4b94c46b1bec579de8b4b1d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2d23d128b4b94c46b1bec579de8b4b1d 2024-11-24T03:23:22,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1e04c43a70064588988306f63d3b602f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1e04c43a70064588988306f63d3b602f 2024-11-24T03:23:22,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/29313607766d432eadcd25d276e7417e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/29313607766d432eadcd25d276e7417e 2024-11-24T03:23:22,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/16056b29566242aab988e8e6111999e9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/16056b29566242aab988e8e6111999e9 2024-11-24T03:23:22,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/d77c9331596241fab677f8a2b8db391e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/d77c9331596241fab677f8a2b8db391e 2024-11-24T03:23:22,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/b5a6eade8a59487aa55535b704c6adda to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/b5a6eade8a59487aa55535b704c6adda 2024-11-24T03:23:22,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4bb84a8fbb704ac0b7304c4c6525696f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4bb84a8fbb704ac0b7304c4c6525696f 2024-11-24T03:23:22,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4c18fc605c044fd285ccca524173781d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4c18fc605c044fd285ccca524173781d 2024-11-24T03:23:22,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/61acbeb2267646c8b76415e55cbb3fe3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/61acbeb2267646c8b76415e55cbb3fe3 2024-11-24T03:23:22,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f8801ad888d4894aba3df0ee8ef115d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3f8801ad888d4894aba3df0ee8ef115d 2024-11-24T03:23:22,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/35879fa88531475b8a886e87801bd144 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/35879fa88531475b8a886e87801bd144 2024-11-24T03:23:22,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1ccb800225cc486dadd88dd48245736a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1ccb800225cc486dadd88dd48245736a 2024-11-24T03:23:22,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2ec4eba9d3694e209c4fedd35e789ac9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/2ec4eba9d3694e209c4fedd35e789ac9 2024-11-24T03:23:22,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4ef13e69da204e299d62846ea31eb446 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4ef13e69da204e299d62846ea31eb446 2024-11-24T03:23:22,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/75ca1cedcd5d4b59ae7a0e64e68ae2a4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/75ca1cedcd5d4b59ae7a0e64e68ae2a4 2024-11-24T03:23:22,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/e284beefd1534082833839fe9dfd2dda to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/e284beefd1534082833839fe9dfd2dda 2024-11-24T03:23:22,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5572874271484dc48a7179c2abca33b5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5572874271484dc48a7179c2abca33b5 2024-11-24T03:23:22,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/fdcd083e5ea04b40964933b01855748e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/fdcd083e5ea04b40964933b01855748e 2024-11-24T03:23:22,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73aa033601b143898837ece55814879a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73aa033601b143898837ece55814879a 2024-11-24T03:23:22,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/6352255f92ad415f9cb30350b8de32ca to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/6352255f92ad415f9cb30350b8de32ca 2024-11-24T03:23:22,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4e402afaabcc4f0ca7b743d3dc43436d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4e402afaabcc4f0ca7b743d3dc43436d 2024-11-24T03:23:22,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4148cc5f586e4d109f2d90ff567adf71 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/4148cc5f586e4d109f2d90ff567adf71 2024-11-24T03:23:22,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1412ebb358664630a75b27367edbdd78 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/1412ebb358664630a75b27367edbdd78 2024-11-24T03:23:22,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/435a65c5884a4efe8a19dcf0ed3256dd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/435a65c5884a4efe8a19dcf0ed3256dd 2024-11-24T03:23:22,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/18744d1a204c434da9aff9e960ac2069 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/18744d1a204c434da9aff9e960ac2069 2024-11-24T03:23:22,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/894a6cf3eb94427db09803038ce90a89 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/894a6cf3eb94427db09803038ce90a89 2024-11-24T03:23:22,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73839e6851124482a74cb3f979f7cadb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/73839e6851124482a74cb3f979f7cadb 2024-11-24T03:23:22,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5f338e5eb84a43c084eab738fa57ab20 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/5f338e5eb84a43c084eab738fa57ab20 2024-11-24T03:23:22,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/20a28d5b911e46bca8517b1e23e438f9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/20a28d5b911e46bca8517b1e23e438f9 2024-11-24T03:23:22,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3d573d58f50940a6bae3db307edcdc19 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/3d573d58f50940a6bae3db307edcdc19 2024-11-24T03:23:22,231 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/recovered.edits/623.seqid, newMaxSeqId=623, maxSeqId=1 2024-11-24T03:23:22,231 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3. 2024-11-24T03:23:22,231 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 3a77913bc3f8e3b6699f08dcccb7b4a3: 2024-11-24T03:23:22,233 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:22,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=3a77913bc3f8e3b6699f08dcccb7b4a3, regionState=CLOSED 2024-11-24T03:23:22,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T03:23:22,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 3a77913bc3f8e3b6699f08dcccb7b4a3, server=f13c2bb2f71a,46311,1732418455035 in 1.4980 sec 2024-11-24T03:23:22,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-24T03:23:22,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a77913bc3f8e3b6699f08dcccb7b4a3, UNASSIGN in 1.5020 sec 2024-11-24T03:23:22,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T03:23:22,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5040 sec 2024-11-24T03:23:22,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418602237"}]},"ts":"1732418602237"} 2024-11-24T03:23:22,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:23:22,240 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:23:22,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5160 sec 2024-11-24T03:23:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:23:22,832 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-24T03:23:22,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:23:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:22,834 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T03:23:22,834 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:22,836 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:22,838 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/recovered.edits] 2024-11-24T03:23:22,840 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/64567d0c008a40e5ad9ba17efcba6871 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/64567d0c008a40e5ad9ba17efcba6871 2024-11-24T03:23:22,841 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d036fa35e6d048f8bcbaa7e0d00a085f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d036fa35e6d048f8bcbaa7e0d00a085f 2024-11-24T03:23:22,842 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d248e827b9c745e9958b40f9c76ff1a0 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d248e827b9c745e9958b40f9c76ff1a0 2024-11-24T03:23:22,842 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d565acb55f32474d8f791e0f042e5ba3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/A/d565acb55f32474d8f791e0f042e5ba3 2024-11-24T03:23:22,844 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/a8b4114a13c84729b9c02d9ef4383790 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/a8b4114a13c84729b9c02d9ef4383790 2024-11-24T03:23:22,845 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/abaf2e835db8496496b28696ac3639fc to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/abaf2e835db8496496b28696ac3639fc 2024-11-24T03:23:22,845 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/baea5a8533e540d4824abdcd2325b93a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/baea5a8533e540d4824abdcd2325b93a 2024-11-24T03:23:22,846 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/bb5084bb8da94f0a88fa5785226ccffd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/B/bb5084bb8da94f0a88fa5785226ccffd 2024-11-24T03:23:22,848 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/10587db4ba6647098a20b47ad82e18fd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/10587db4ba6647098a20b47ad82e18fd 2024-11-24T03:23:22,849 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/6a0e42d6c041471f85fc68932619832b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/6a0e42d6c041471f85fc68932619832b 2024-11-24T03:23:22,849 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/9c930245fdcd48ceb4e9602cfe57eee9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/9c930245fdcd48ceb4e9602cfe57eee9 2024-11-24T03:23:22,850 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/e03e053aeeb6467bbdee952e6a3efed1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/C/e03e053aeeb6467bbdee952e6a3efed1 2024-11-24T03:23:22,852 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/recovered.edits/623.seqid to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3/recovered.edits/623.seqid 2024-11-24T03:23:22,853 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/3a77913bc3f8e3b6699f08dcccb7b4a3 2024-11-24T03:23:22,853 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:23:22,855 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:22,856 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:23:22,857 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:23:22,858 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:22,858 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:23:22,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418602858"}]},"ts":"9223372036854775807"} 2024-11-24T03:23:22,860 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:23:22,860 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3a77913bc3f8e3b6699f08dcccb7b4a3, NAME => 'TestAcidGuarantees,,1732418574642.3a77913bc3f8e3b6699f08dcccb7b4a3.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:23:22,860 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:23:22,860 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418602860"}]},"ts":"9223372036854775807"} 2024-11-24T03:23:22,861 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:23:22,863 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:22,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-24T03:23:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T03:23:22,935 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-24T03:23:22,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 239), OpenFileDescriptor=451 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=691 (was 651) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7003 (was 7091) 2024-11-24T03:23:22,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=691, ProcessCount=11, AvailableMemoryMB=7003 2024-11-24T03:23:22,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:23:22,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:23:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:22,956 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:23:22,956 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:22,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-11-24T03:23:22,957 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:23:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T03:23:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742417_1593 (size=960) 2024-11-24T03:23:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T03:23:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T03:23:23,363 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7 2024-11-24T03:23:23,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742418_1594 (size=53) 2024-11-24T03:23:23,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:23:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T03:23:23,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:23:23,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0bc40b8faee36c21bd641abda30ea6e3, disabling compactions & flushes 2024-11-24T03:23:23,768 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:23,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:23,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. after waiting 0 ms 2024-11-24T03:23:23,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:23,768 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:23,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:23,769 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:23:23,769 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418603769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418603769"}]},"ts":"1732418603769"} 2024-11-24T03:23:23,770 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:23:23,770 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:23:23,771 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418603770"}]},"ts":"1732418603770"} 2024-11-24T03:23:23,771 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:23:23,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, ASSIGN}] 2024-11-24T03:23:23,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, ASSIGN 2024-11-24T03:23:23,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=false 2024-11-24T03:23:23,926 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=0bc40b8faee36c21bd641abda30ea6e3, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:23,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure 0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:23:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T03:23:24,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:24,081 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:24,081 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:23:24,081 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:24,082 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:23:24,082 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:24,082 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:24,083 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:24,084 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:24,084 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc40b8faee36c21bd641abda30ea6e3 columnFamilyName A 2024-11-24T03:23:24,084 DEBUG [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:24,084 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(327): Store=0bc40b8faee36c21bd641abda30ea6e3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:24,084 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:24,085 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:24,085 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc40b8faee36c21bd641abda30ea6e3 columnFamilyName B 2024-11-24T03:23:24,085 DEBUG [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:24,086 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(327): Store=0bc40b8faee36c21bd641abda30ea6e3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:24,086 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:24,087 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:24,087 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc40b8faee36c21bd641abda30ea6e3 columnFamilyName C 2024-11-24T03:23:24,087 DEBUG [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:24,087 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(327): Store=0bc40b8faee36c21bd641abda30ea6e3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:24,087 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:24,088 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:24,088 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:24,089 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:23:24,090 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:24,091 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:23:24,091 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened 0bc40b8faee36c21bd641abda30ea6e3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71503809, jitterRate=0.06548978388309479}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:23:24,092 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:24,092 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., pid=157, masterSystemTime=1732418604079 2024-11-24T03:23:24,093 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:24,093 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:24,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=0bc40b8faee36c21bd641abda30ea6e3, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:24,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-24T03:23:24,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure 0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 in 168 msec 2024-11-24T03:23:24,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-24T03:23:24,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, ASSIGN in 320 msec 2024-11-24T03:23:24,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:23:24,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418604097"}]},"ts":"1732418604097"} 2024-11-24T03:23:24,098 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:23:24,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:23:24,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-24T03:23:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T03:23:25,060 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-24T03:23:25,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x593af048 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cbd2497 2024-11-24T03:23:25,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e5a47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:25,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:25,071 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:25,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:23:25,073 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:23:25,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:23:25,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:23:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742419_1595 (size=996) 2024-11-24T03:23:25,484 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T03:23:25,484 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T03:23:25,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:23:25,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, REOPEN/MOVE}] 2024-11-24T03:23:25,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, REOPEN/MOVE 2024-11-24T03:23:25,489 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=0bc40b8faee36c21bd641abda30ea6e3, regionState=CLOSING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:25,489 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:23:25,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:23:25,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:25,641 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,641 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:23:25,641 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 0bc40b8faee36c21bd641abda30ea6e3, disabling compactions & flushes 2024-11-24T03:23:25,641 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:25,641 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:25,641 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. after waiting 0 ms 2024-11-24T03:23:25,641 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:25,645 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T03:23:25,645 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:25,645 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:25,645 WARN [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: 0bc40b8faee36c21bd641abda30ea6e3 to self. 2024-11-24T03:23:25,646 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,647 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=0bc40b8faee36c21bd641abda30ea6e3, regionState=CLOSED 2024-11-24T03:23:25,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-24T03:23:25,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 in 157 msec 2024-11-24T03:23:25,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, REOPEN/MOVE; state=CLOSED, location=f13c2bb2f71a,46311,1732418455035; forceNewPlan=false, retain=true 2024-11-24T03:23:25,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=0bc40b8faee36c21bd641abda30ea6e3, regionState=OPENING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:25,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure 0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:23:25,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:25,954 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:25,954 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:23:25,954 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,954 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:23:25,955 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,955 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,956 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,956 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:25,956 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc40b8faee36c21bd641abda30ea6e3 columnFamilyName A 2024-11-24T03:23:25,957 DEBUG [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:25,958 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(327): Store=0bc40b8faee36c21bd641abda30ea6e3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:25,958 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,958 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:25,959 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc40b8faee36c21bd641abda30ea6e3 columnFamilyName B 2024-11-24T03:23:25,959 DEBUG [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:25,959 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(327): Store=0bc40b8faee36c21bd641abda30ea6e3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:25,959 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,959 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:25,960 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc40b8faee36c21bd641abda30ea6e3 columnFamilyName C 2024-11-24T03:23:25,960 DEBUG [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:25,960 INFO [StoreOpener-0bc40b8faee36c21bd641abda30ea6e3-1 {}] regionserver.HStore(327): Store=0bc40b8faee36c21bd641abda30ea6e3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:25,960 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:25,960 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,961 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,962 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:23:25,963 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:25,964 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened 0bc40b8faee36c21bd641abda30ea6e3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62665044, jitterRate=-0.06621807813644409}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:23:25,965 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:25,965 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., pid=162, masterSystemTime=1732418605952 2024-11-24T03:23:25,967 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:25,967 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:25,967 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=0bc40b8faee36c21bd641abda30ea6e3, regionState=OPEN, openSeqNum=5, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:25,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-11-24T03:23:25,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure 0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 in 168 msec 2024-11-24T03:23:25,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-24T03:23:25,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, REOPEN/MOVE in 483 msec 2024-11-24T03:23:25,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-24T03:23:25,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-24T03:23:25,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-11-24T03:23:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-24T03:23:25,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-11-24T03:23:25,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:25,982 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-24T03:23:25,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:25,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-24T03:23:25,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:25,991 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-24T03:23:25,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:25,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-24T03:23:25,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:25,997 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-24T03:23:26,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:26,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-24T03:23:26,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:26,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-24T03:23:26,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:26,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-24T03:23:26,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:26,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:61684 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-24T03:23:26,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:26,019 DEBUG [hconnection-0x4fc35d58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,019 DEBUG [hconnection-0x57d2ba92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:26,019 DEBUG [hconnection-0x12679c94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,019 DEBUG [hconnection-0x147e5896-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,020 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,020 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,020 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-24T03:23:26,021 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,021 DEBUG [hconnection-0x3734b559-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,021 DEBUG [hconnection-0xd1267b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,021 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:26,021 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,022 DEBUG [hconnection-0x4dadea8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,022 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,022 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:26,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T03:23:26,023 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,023 DEBUG [hconnection-0x56acbd12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,023 DEBUG [hconnection-0x7bb03a9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,024 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,024 DEBUG [hconnection-0xb59fd80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:26,025 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,027 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:26,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:23:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:26,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:26,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:26,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:26,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:26,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418666046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418666048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418666050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418666050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418666050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249aa40beea0714a749ee1b9cf0bb2809d_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418606029/Put/seqid=0 2024-11-24T03:23:26,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742420_1596 (size=12154) 2024-11-24T03:23:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T03:23:26,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418666151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418666151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418666153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418666153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418666156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T03:23:26,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:26,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T03:23:26,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T03:23:26,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:26,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418666353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418666354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418666356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418666356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418666358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:26,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249aa40beea0714a749ee1b9cf0bb2809d_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249aa40beea0714a749ee1b9cf0bb2809d_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:26,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/bb05b0b105454591bd1b21697d88afda, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:26,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/bb05b0b105454591bd1b21697d88afda is 175, key is test_row_0/A:col10/1732418606029/Put/seqid=0 2024-11-24T03:23:26,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742421_1597 (size=30955) 2024-11-24T03:23:26,479 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/bb05b0b105454591bd1b21697d88afda 2024-11-24T03:23:26,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T03:23:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/e8903add0d384d55ad8da32845d12607 is 50, key is test_row_0/B:col10/1732418606029/Put/seqid=0 2024-11-24T03:23:26,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742422_1598 (size=12001) 2024-11-24T03:23:26,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/e8903add0d384d55ad8da32845d12607 2024-11-24T03:23:26,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/59bfc043d85f45bc91e79df8ef632e48 is 50, key is test_row_0/C:col10/1732418606029/Put/seqid=0 2024-11-24T03:23:26,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742423_1599 (size=12001) 2024-11-24T03:23:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T03:23:26,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T03:23:26,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:26,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418666655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418666657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418666659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418666659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418666659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T03:23:26,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:26,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:26,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T03:23:26,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:26,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:26,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/59bfc043d85f45bc91e79df8ef632e48 2024-11-24T03:23:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:26,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/bb05b0b105454591bd1b21697d88afda as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/bb05b0b105454591bd1b21697d88afda 2024-11-24T03:23:26,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/bb05b0b105454591bd1b21697d88afda, entries=150, sequenceid=17, filesize=30.2 K 2024-11-24T03:23:26,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/e8903add0d384d55ad8da32845d12607 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e8903add0d384d55ad8da32845d12607 2024-11-24T03:23:26,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e8903add0d384d55ad8da32845d12607, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T03:23:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/59bfc043d85f45bc91e79df8ef632e48 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/59bfc043d85f45bc91e79df8ef632e48 2024-11-24T03:23:26,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/59bfc043d85f45bc91e79df8ef632e48, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T03:23:26,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0bc40b8faee36c21bd641abda30ea6e3 in 924ms, sequenceid=17, compaction requested=false 2024-11-24T03:23:26,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:27,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T03:23:27,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:27,091 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:23:27,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:27,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:27,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:27,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:27,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:27,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:27,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d2cb09ee2d4d46229bc965f2619d5998_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418606046/Put/seqid=0 2024-11-24T03:23:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T03:23:27,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742424_1600 (size=12154) 2024-11-24T03:23:27,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:27,141 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d2cb09ee2d4d46229bc965f2619d5998_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d2cb09ee2d4d46229bc965f2619d5998_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:27,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/037214baff80401687b35b5519160554, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:27,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/037214baff80401687b35b5519160554 is 175, key is test_row_0/A:col10/1732418606046/Put/seqid=0 2024-11-24T03:23:27,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742425_1601 (size=30955) 2024-11-24T03:23:27,148 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/037214baff80401687b35b5519160554 2024-11-24T03:23:27,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/156415eb9a2c476196f020dbfb7d0d54 is 50, key is test_row_0/B:col10/1732418606046/Put/seqid=0 2024-11-24T03:23:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:27,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742426_1602 (size=12001) 2024-11-24T03:23:27,166 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/156415eb9a2c476196f020dbfb7d0d54 2024-11-24T03:23:27,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418667171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/163ba3ebd1424ad39cd36ede46acf771 is 50, key is test_row_0/C:col10/1732418606046/Put/seqid=0 2024-11-24T03:23:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418667172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418667172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418667173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418667173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742427_1603 (size=12001) 2024-11-24T03:23:27,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418667274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418667276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418667276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418667276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418667277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418667476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418667478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418667479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418667479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418667479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,586 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/163ba3ebd1424ad39cd36ede46acf771 2024-11-24T03:23:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/037214baff80401687b35b5519160554 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/037214baff80401687b35b5519160554 2024-11-24T03:23:27,593 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/037214baff80401687b35b5519160554, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T03:23:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/156415eb9a2c476196f020dbfb7d0d54 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/156415eb9a2c476196f020dbfb7d0d54 2024-11-24T03:23:27,597 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/156415eb9a2c476196f020dbfb7d0d54, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T03:23:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/163ba3ebd1424ad39cd36ede46acf771 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/163ba3ebd1424ad39cd36ede46acf771 2024-11-24T03:23:27,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/163ba3ebd1424ad39cd36ede46acf771, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T03:23:27,603 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0bc40b8faee36c21bd641abda30ea6e3 in 511ms, sequenceid=41, compaction requested=false 2024-11-24T03:23:27,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:27,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:27,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-24T03:23:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-24T03:23:27,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-24T03:23:27,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5820 sec 2024-11-24T03:23:27,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.5860 sec 2024-11-24T03:23:27,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:23:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:27,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T03:23:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:27,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d792cda2e4c34ac4970ac0e5e9b8b998_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418607170/Put/seqid=0 2024-11-24T03:23:27,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742428_1604 (size=12154) 2024-11-24T03:23:27,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418667823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418667823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418667824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418667824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418667825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418667927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418667927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418667927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418667927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:27,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418667927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T03:23:28,126 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-24T03:23:28,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-24T03:23:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:23:28,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:28,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:28,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:28,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418668130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418668130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418668130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418668130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418668131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,221 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:28,224 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d792cda2e4c34ac4970ac0e5e9b8b998_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d792cda2e4c34ac4970ac0e5e9b8b998_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:28,225 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/dff33b5d997f4886aea662e7c2fd122f, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:28,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/dff33b5d997f4886aea662e7c2fd122f is 175, key is test_row_0/A:col10/1732418607170/Put/seqid=0 2024-11-24T03:23:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742429_1605 (size=30955) 2024-11-24T03:23:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:23:28,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/dff33b5d997f4886aea662e7c2fd122f 2024-11-24T03:23:28,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/8dcbf7ae804741b0ac1241f93aaf2187 is 50, key is test_row_0/B:col10/1732418607170/Put/seqid=0 2024-11-24T03:23:28,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742430_1606 (size=12001) 2024-11-24T03:23:28,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:23:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:23:28,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:23:28,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:28,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418668433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418668434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418668435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418668434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418668435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:23:28,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:28,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/8dcbf7ae804741b0ac1241f93aaf2187 2024-11-24T03:23:28,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/4fcd6f60166d449ca7f935247fef7701 is 50, key is test_row_0/C:col10/1732418607170/Put/seqid=0 2024-11-24T03:23:28,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742431_1607 (size=12001) 2024-11-24T03:23:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:23:28,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:23:28,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:28,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:23:28,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:28,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:28,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:28,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418668938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418668940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418668941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418668941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:28,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418668942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:29,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:29,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:23:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:29,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:29,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/4fcd6f60166d449ca7f935247fef7701 2024-11-24T03:23:29,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/dff33b5d997f4886aea662e7c2fd122f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dff33b5d997f4886aea662e7c2fd122f 2024-11-24T03:23:29,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dff33b5d997f4886aea662e7c2fd122f, entries=150, sequenceid=57, filesize=30.2 K 2024-11-24T03:23:29,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/8dcbf7ae804741b0ac1241f93aaf2187 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8dcbf7ae804741b0ac1241f93aaf2187 2024-11-24T03:23:29,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8dcbf7ae804741b0ac1241f93aaf2187, entries=150, sequenceid=57, filesize=11.7 K 2024-11-24T03:23:29,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/4fcd6f60166d449ca7f935247fef7701 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4fcd6f60166d449ca7f935247fef7701 2024-11-24T03:23:29,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4fcd6f60166d449ca7f935247fef7701, entries=150, sequenceid=57, filesize=11.7 K 2024-11-24T03:23:29,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0bc40b8faee36c21bd641abda30ea6e3 in 1258ms, sequenceid=57, compaction requested=true 2024-11-24T03:23:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:29,067 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:29,067 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:29,068 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:29,068 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:29,068 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:29,068 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:29,068 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:29,068 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:29,068 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/bb05b0b105454591bd1b21697d88afda, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/037214baff80401687b35b5519160554, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dff33b5d997f4886aea662e7c2fd122f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=90.7 K 2024-11-24T03:23:29,068 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e8903add0d384d55ad8da32845d12607, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/156415eb9a2c476196f020dbfb7d0d54, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8dcbf7ae804741b0ac1241f93aaf2187] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=35.2 K 2024-11-24T03:23:29,068 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:29,068 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/bb05b0b105454591bd1b21697d88afda, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/037214baff80401687b35b5519160554, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dff33b5d997f4886aea662e7c2fd122f] 2024-11-24T03:23:29,068 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e8903add0d384d55ad8da32845d12607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732418606028 2024-11-24T03:23:29,068 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb05b0b105454591bd1b21697d88afda, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732418606028 2024-11-24T03:23:29,069 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 037214baff80401687b35b5519160554, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732418606046 2024-11-24T03:23:29,069 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 156415eb9a2c476196f020dbfb7d0d54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732418606046 2024-11-24T03:23:29,069 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting dff33b5d997f4886aea662e7c2fd122f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732418607170 2024-11-24T03:23:29,069 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dcbf7ae804741b0ac1241f93aaf2187, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732418607170 2024-11-24T03:23:29,073 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:29,074 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:29,075 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/00b5b045fdb84e35bd2ede892a783b45 is 50, key is test_row_0/B:col10/1732418607170/Put/seqid=0 2024-11-24T03:23:29,075 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242a514be1cd144792b480744305d731ab_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:29,077 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242a514be1cd144792b480744305d731ab_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:29,077 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242a514be1cd144792b480744305d731ab_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:29,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742432_1608 (size=12104) 2024-11-24T03:23:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742433_1609 (size=4469) 2024-11-24T03:23:29,084 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#520 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:29,084 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ecac1bb803f6450dacb40793f502b608 is 175, key is test_row_0/A:col10/1732418607170/Put/seqid=0 2024-11-24T03:23:29,087 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/00b5b045fdb84e35bd2ede892a783b45 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/00b5b045fdb84e35bd2ede892a783b45 2024-11-24T03:23:29,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742434_1610 (size=31058) 2024-11-24T03:23:29,091 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into 00b5b045fdb84e35bd2ede892a783b45(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:29,091 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:29,091 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=13, startTime=1732418609067; duration=0sec 2024-11-24T03:23:29,092 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:29,092 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:29,092 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:29,093 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:29,093 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/C is initiating minor compaction (all files) 2024-11-24T03:23:29,093 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/C in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:29,093 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ecac1bb803f6450dacb40793f502b608 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecac1bb803f6450dacb40793f502b608 2024-11-24T03:23:29,093 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/59bfc043d85f45bc91e79df8ef632e48, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/163ba3ebd1424ad39cd36ede46acf771, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4fcd6f60166d449ca7f935247fef7701] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=35.2 K 2024-11-24T03:23:29,093 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 59bfc043d85f45bc91e79df8ef632e48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732418606028 2024-11-24T03:23:29,093 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 163ba3ebd1424ad39cd36ede46acf771, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732418606046 2024-11-24T03:23:29,094 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fcd6f60166d449ca7f935247fef7701, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732418607170 2024-11-24T03:23:29,097 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into ecac1bb803f6450dacb40793f502b608(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:29,097 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:29,097 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=13, startTime=1732418609067; duration=0sec 2024-11-24T03:23:29,097 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:29,097 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:29,100 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:29,100 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d83d139e331244b78239e1a1ce48f6df is 50, key is test_row_0/C:col10/1732418607170/Put/seqid=0 2024-11-24T03:23:29,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742435_1611 (size=12104) 2024-11-24T03:23:29,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:29,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:23:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:29,198 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:23:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244e6560cbb2e34b30ad32fc872ee647c0_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418607819/Put/seqid=0 2024-11-24T03:23:29,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742436_1612 (size=12154) 2024-11-24T03:23:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:23:29,510 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d83d139e331244b78239e1a1ce48f6df as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d83d139e331244b78239e1a1ce48f6df 2024-11-24T03:23:29,516 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/C of 0bc40b8faee36c21bd641abda30ea6e3 into d83d139e331244b78239e1a1ce48f6df(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:29,516 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:29,516 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/C, priority=13, startTime=1732418609067; duration=0sec 2024-11-24T03:23:29,516 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:29,516 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:29,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:29,611 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244e6560cbb2e34b30ad32fc872ee647c0_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e6560cbb2e34b30ad32fc872ee647c0_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:29,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/71a44ec45ec740cba06da5425daafe7c, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:29,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/71a44ec45ec740cba06da5425daafe7c is 175, key is test_row_0/A:col10/1732418607819/Put/seqid=0 2024-11-24T03:23:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742437_1613 (size=30955) 2024-11-24T03:23:29,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:29,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418669959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418669959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418669960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418669960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418669961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/71a44ec45ec740cba06da5425daafe7c 2024-11-24T03:23:30,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/9cf67d3d79f54884aa6fec15df695646 is 50, key is test_row_0/B:col10/1732418607819/Put/seqid=0 2024-11-24T03:23:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742438_1614 (size=12001) 2024-11-24T03:23:30,026 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/9cf67d3d79f54884aa6fec15df695646 2024-11-24T03:23:30,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7e5cc0e651e44587a24247f376af236f is 50, key is test_row_0/C:col10/1732418607819/Put/seqid=0 2024-11-24T03:23:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742439_1615 (size=12001) 2024-11-24T03:23:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418670063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418670063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418670063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418670063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418670063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:23:30,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418670265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418670266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418670266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418670267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418670267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,436 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7e5cc0e651e44587a24247f376af236f 2024-11-24T03:23:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/71a44ec45ec740cba06da5425daafe7c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/71a44ec45ec740cba06da5425daafe7c 2024-11-24T03:23:30,444 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/71a44ec45ec740cba06da5425daafe7c, entries=150, sequenceid=79, filesize=30.2 K 2024-11-24T03:23:30,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/9cf67d3d79f54884aa6fec15df695646 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/9cf67d3d79f54884aa6fec15df695646 2024-11-24T03:23:30,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/9cf67d3d79f54884aa6fec15df695646, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T03:23:30,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7e5cc0e651e44587a24247f376af236f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7e5cc0e651e44587a24247f376af236f 2024-11-24T03:23:30,451 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7e5cc0e651e44587a24247f376af236f, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T03:23:30,452 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0bc40b8faee36c21bd641abda30ea6e3 in 1254ms, sequenceid=79, compaction requested=false 2024-11-24T03:23:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-24T03:23:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-24T03:23:30,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-24T03:23:30,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3230 sec 2024-11-24T03:23:30,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.3270 sec 2024-11-24T03:23:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:30,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:23:30,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:30,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:30,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:30,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:30,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:30,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:30,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a48e9a94bb9c47739f9d8977d858e514_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418609955/Put/seqid=0 2024-11-24T03:23:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742440_1616 (size=14594) 2024-11-24T03:23:30,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418670582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418670583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418670583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418670583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418670584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418670686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418670688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418670688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418670688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418670688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418670888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418670890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418670891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418670891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418670892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:30,981 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:30,984 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a48e9a94bb9c47739f9d8977d858e514_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a48e9a94bb9c47739f9d8977d858e514_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:30,985 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/cd813b27ee4647579e3d430c0081926f, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:30,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/cd813b27ee4647579e3d430c0081926f is 175, key is test_row_0/A:col10/1732418609955/Put/seqid=0 2024-11-24T03:23:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742441_1617 (size=39549) 2024-11-24T03:23:31,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418671192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418671194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418671195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418671195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418671197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,398 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/cd813b27ee4647579e3d430c0081926f 2024-11-24T03:23:31,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/2c82ff15ff4646f5b1d861a114fed11b is 50, key is test_row_0/B:col10/1732418609955/Put/seqid=0 2024-11-24T03:23:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742442_1618 (size=12001) 2024-11-24T03:23:31,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/2c82ff15ff4646f5b1d861a114fed11b 2024-11-24T03:23:31,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7a9e27b13b7e40388d9d10e60e41bd4e is 50, key is test_row_0/C:col10/1732418609955/Put/seqid=0 2024-11-24T03:23:31,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742443_1619 (size=12001) 2024-11-24T03:23:31,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7a9e27b13b7e40388d9d10e60e41bd4e 2024-11-24T03:23:31,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/cd813b27ee4647579e3d430c0081926f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cd813b27ee4647579e3d430c0081926f 2024-11-24T03:23:31,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cd813b27ee4647579e3d430c0081926f, entries=200, sequenceid=99, filesize=38.6 K 2024-11-24T03:23:31,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/2c82ff15ff4646f5b1d861a114fed11b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2c82ff15ff4646f5b1d861a114fed11b 2024-11-24T03:23:31,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2c82ff15ff4646f5b1d861a114fed11b, entries=150, sequenceid=99, filesize=11.7 K 2024-11-24T03:23:31,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7a9e27b13b7e40388d9d10e60e41bd4e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7a9e27b13b7e40388d9d10e60e41bd4e 2024-11-24T03:23:31,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7a9e27b13b7e40388d9d10e60e41bd4e, entries=150, sequenceid=99, filesize=11.7 K 2024-11-24T03:23:31,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 0bc40b8faee36c21bd641abda30ea6e3 in 913ms, sequenceid=99, compaction requested=true 2024-11-24T03:23:31,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:31,484 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:31,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:31,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:31,484 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:31,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:31,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:31,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:31,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:31,485 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:31,485 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:31,486 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:31,486 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/00b5b045fdb84e35bd2ede892a783b45, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/9cf67d3d79f54884aa6fec15df695646, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2c82ff15ff4646f5b1d861a114fed11b] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=35.3 K 2024-11-24T03:23:31,486 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:31,486 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:31,486 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:31,486 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecac1bb803f6450dacb40793f502b608, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/71a44ec45ec740cba06da5425daafe7c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cd813b27ee4647579e3d430c0081926f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=99.2 K 2024-11-24T03:23:31,486 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:31,486 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecac1bb803f6450dacb40793f502b608, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/71a44ec45ec740cba06da5425daafe7c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cd813b27ee4647579e3d430c0081926f] 2024-11-24T03:23:31,486 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 00b5b045fdb84e35bd2ede892a783b45, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732418607170 2024-11-24T03:23:31,487 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecac1bb803f6450dacb40793f502b608, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732418607170 2024-11-24T03:23:31,487 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cf67d3d79f54884aa6fec15df695646, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732418607819 2024-11-24T03:23:31,487 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71a44ec45ec740cba06da5425daafe7c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732418607819 2024-11-24T03:23:31,487 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c82ff15ff4646f5b1d861a114fed11b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732418609955 2024-11-24T03:23:31,488 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd813b27ee4647579e3d430c0081926f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732418609955 2024-11-24T03:23:31,496 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:31,496 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/07b4e01bee1c4f7a93a40a6c693a1a04 is 50, key is test_row_0/B:col10/1732418609955/Put/seqid=0 2024-11-24T03:23:31,497 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:31,506 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d38957263065485fa903c7c2c003545c_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:31,507 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d38957263065485fa903c7c2c003545c_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:31,507 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d38957263065485fa903c7c2c003545c_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742444_1620 (size=12207) 2024-11-24T03:23:31,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742445_1621 (size=4469) 2024-11-24T03:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:31,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:23:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:31,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245d2a0d6fd86d4c1ca9cd536a02c77dd6_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418611697/Put/seqid=0 2024-11-24T03:23:31,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418671712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418671714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418671716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418671717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418671717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742446_1622 (size=12154) 2024-11-24T03:23:31,738 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:31,743 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245d2a0d6fd86d4c1ca9cd536a02c77dd6_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245d2a0d6fd86d4c1ca9cd536a02c77dd6_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:31,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/e5dfe9413cea4cdc986f3abdfa2c6d70, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:31,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/e5dfe9413cea4cdc986f3abdfa2c6d70 is 175, key is test_row_0/A:col10/1732418611697/Put/seqid=0 2024-11-24T03:23:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742447_1623 (size=30955) 2024-11-24T03:23:31,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/e5dfe9413cea4cdc986f3abdfa2c6d70 2024-11-24T03:23:31,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/cf7f67c63af048838335c4e0d79ba357 is 50, key is test_row_0/B:col10/1732418611697/Put/seqid=0 2024-11-24T03:23:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742448_1624 (size=12001) 2024-11-24T03:23:31,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/cf7f67c63af048838335c4e0d79ba357 2024-11-24T03:23:31,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/bbd727a9279c4a14966b5f1eaacc6cc5 is 50, key is test_row_0/C:col10/1732418611697/Put/seqid=0 2024-11-24T03:23:31,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418671818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418671821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418671821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418671821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418671822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:31,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742449_1625 (size=12001) 2024-11-24T03:23:31,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/bbd727a9279c4a14966b5f1eaacc6cc5 2024-11-24T03:23:31,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/e5dfe9413cea4cdc986f3abdfa2c6d70 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e5dfe9413cea4cdc986f3abdfa2c6d70 2024-11-24T03:23:31,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e5dfe9413cea4cdc986f3abdfa2c6d70, entries=150, sequenceid=119, filesize=30.2 K 2024-11-24T03:23:31,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/cf7f67c63af048838335c4e0d79ba357 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/cf7f67c63af048838335c4e0d79ba357 2024-11-24T03:23:31,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/cf7f67c63af048838335c4e0d79ba357, entries=150, sequenceid=119, filesize=11.7 K 2024-11-24T03:23:31,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/bbd727a9279c4a14966b5f1eaacc6cc5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bbd727a9279c4a14966b5f1eaacc6cc5 2024-11-24T03:23:31,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bbd727a9279c4a14966b5f1eaacc6cc5, entries=150, sequenceid=119, filesize=11.7 K 2024-11-24T03:23:31,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 0bc40b8faee36c21bd641abda30ea6e3 in 166ms, sequenceid=119, compaction requested=true 2024-11-24T03:23:31,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:23:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T03:23:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T03:23:31,920 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/07b4e01bee1c4f7a93a40a6c693a1a04 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/07b4e01bee1c4f7a93a40a6c693a1a04 2024-11-24T03:23:31,927 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#529 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:31,927 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into 07b4e01bee1c4f7a93a40a6c693a1a04(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:31,927 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:31,927 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=13, startTime=1732418611484; duration=0sec 2024-11-24T03:23:31,927 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T03:23:31,927 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:31,927 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-24T03:23:31,927 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/6f5ba8931ed1403486ddabd01a497294 is 175, key is test_row_0/A:col10/1732418609955/Put/seqid=0 2024-11-24T03:23:31,929 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:23:31,929 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:23:31,929 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. because compaction request was cancelled 2024-11-24T03:23:31,929 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:31,929 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:31,932 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:31,934 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/C is initiating minor compaction (all files) 2024-11-24T03:23:31,934 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/C in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:31,934 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d83d139e331244b78239e1a1ce48f6df, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7e5cc0e651e44587a24247f376af236f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7a9e27b13b7e40388d9d10e60e41bd4e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bbd727a9279c4a14966b5f1eaacc6cc5] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=47.0 K 2024-11-24T03:23:31,936 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d83d139e331244b78239e1a1ce48f6df, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732418607170 2024-11-24T03:23:31,936 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e5cc0e651e44587a24247f376af236f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732418607819 2024-11-24T03:23:31,937 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a9e27b13b7e40388d9d10e60e41bd4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732418609955 2024-11-24T03:23:31,937 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting bbd727a9279c4a14966b5f1eaacc6cc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732418610578 2024-11-24T03:23:31,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742450_1626 (size=31161) 2024-11-24T03:23:31,962 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#C#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:31,963 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/a695d369e3dc4c518baa4df849d83633 is 50, key is test_row_0/C:col10/1732418611697/Put/seqid=0 2024-11-24T03:23:31,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742451_1627 (size=12241) 2024-11-24T03:23:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:32,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:23:32,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:32,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:32,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:32,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:32,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:32,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:32,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124df86937157ce4ed4aefc853f9ed22b0e_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418611714/Put/seqid=0 2024-11-24T03:23:32,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742452_1628 (size=14794) 2024-11-24T03:23:32,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418672053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418672054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418672054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418672055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418672056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418672161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418672162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418672162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418672162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418672163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:23:32,233 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-24T03:23:32,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-24T03:23:32,237 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:32,237 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:32,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:23:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:23:32,357 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/6f5ba8931ed1403486ddabd01a497294 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/6f5ba8931ed1403486ddabd01a497294 2024-11-24T03:23:32,362 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into 6f5ba8931ed1403486ddabd01a497294(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:32,362 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=13, startTime=1732418611484; duration=0sec 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. because compaction request was cancelled 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:32,362 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:23:32,363 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:23:32,363 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:23:32,363 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. because compaction request was cancelled 2024-11-24T03:23:32,363 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:32,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418672366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418672368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418672369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418672370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418672370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,388 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/a695d369e3dc4c518baa4df849d83633 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a695d369e3dc4c518baa4df849d83633 2024-11-24T03:23:32,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T03:23:32,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:32,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,394 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/C of 0bc40b8faee36c21bd641abda30ea6e3 into a695d369e3dc4c518baa4df849d83633(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:32,394 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:32,394 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/C, priority=12, startTime=1732418611866; duration=0sec 2024-11-24T03:23:32,394 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:32,394 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:32,453 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:32,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124df86937157ce4ed4aefc853f9ed22b0e_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df86937157ce4ed4aefc853f9ed22b0e_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:32,459 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/3ad904ba5eb241ba9c2dff00f1880618, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:32,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/3ad904ba5eb241ba9c2dff00f1880618 is 175, key is test_row_0/A:col10/1732418611714/Put/seqid=0 2024-11-24T03:23:32,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742453_1629 (size=39749) 2024-11-24T03:23:32,508 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/3ad904ba5eb241ba9c2dff00f1880618 2024-11-24T03:23:32,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/f515319823854cb9a9d96247ee1f5f4f is 50, key is test_row_0/B:col10/1732418611714/Put/seqid=0 2024-11-24T03:23:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:23:32,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T03:23:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:32,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742454_1630 (size=12151) 2024-11-24T03:23:32,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418672673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418672673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418672674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418672675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418672676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T03:23:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:32,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:23:32,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:32,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T03:23:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:32,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/f515319823854cb9a9d96247ee1f5f4f 2024-11-24T03:23:32,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/bcea9b49dbce40ce8bf31c235577f9ef is 50, key is test_row_0/C:col10/1732418611714/Put/seqid=0 2024-11-24T03:23:33,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742455_1631 (size=12151) 2024-11-24T03:23:33,009 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T03:23:33,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:33,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:33,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:33,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/bcea9b49dbce40ce8bf31c235577f9ef 2024-11-24T03:23:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/3ad904ba5eb241ba9c2dff00f1880618 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/3ad904ba5eb241ba9c2dff00f1880618 2024-11-24T03:23:33,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/3ad904ba5eb241ba9c2dff00f1880618, entries=200, sequenceid=138, filesize=38.8 K 2024-11-24T03:23:33,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/f515319823854cb9a9d96247ee1f5f4f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/f515319823854cb9a9d96247ee1f5f4f 2024-11-24T03:23:33,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/f515319823854cb9a9d96247ee1f5f4f, entries=150, sequenceid=138, filesize=11.9 K 2024-11-24T03:23:33,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/bcea9b49dbce40ce8bf31c235577f9ef as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bcea9b49dbce40ce8bf31c235577f9ef 2024-11-24T03:23:33,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bcea9b49dbce40ce8bf31c235577f9ef, entries=150, sequenceid=138, filesize=11.9 K 2024-11-24T03:23:33,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0bc40b8faee36c21bd641abda30ea6e3 in 1019ms, sequenceid=138, compaction requested=true 2024-11-24T03:23:33,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:33,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:33,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:33,045 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:33,045 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:33,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:33,047 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:33,047 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:33,047 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:33,047 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:33,047 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:33,047 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:33,047 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/07b4e01bee1c4f7a93a40a6c693a1a04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/cf7f67c63af048838335c4e0d79ba357, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/f515319823854cb9a9d96247ee1f5f4f] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=35.5 K 2024-11-24T03:23:33,047 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/6f5ba8931ed1403486ddabd01a497294, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e5dfe9413cea4cdc986f3abdfa2c6d70, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/3ad904ba5eb241ba9c2dff00f1880618] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=99.5 K 2024-11-24T03:23:33,047 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:33,047 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/6f5ba8931ed1403486ddabd01a497294, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e5dfe9413cea4cdc986f3abdfa2c6d70, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/3ad904ba5eb241ba9c2dff00f1880618] 2024-11-24T03:23:33,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:33,047 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 07b4e01bee1c4f7a93a40a6c693a1a04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732418609955 2024-11-24T03:23:33,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:33,048 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f5ba8931ed1403486ddabd01a497294, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732418609955 2024-11-24T03:23:33,048 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting cf7f67c63af048838335c4e0d79ba357, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732418610578 2024-11-24T03:23:33,048 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5dfe9413cea4cdc986f3abdfa2c6d70, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732418610578 2024-11-24T03:23:33,048 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f515319823854cb9a9d96247ee1f5f4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732418611714 2024-11-24T03:23:33,048 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ad904ba5eb241ba9c2dff00f1880618, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732418611714 2024-11-24T03:23:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:33,078 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:33,095 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:33,096 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/7e3f90a34eae486a87f35b221eb64deb is 50, key is test_row_0/B:col10/1732418611714/Put/seqid=0 2024-11-24T03:23:33,106 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d91935baf760415e9d2b64c0e9f611c3_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:33,108 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d91935baf760415e9d2b64c0e9f611c3_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:33,109 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d91935baf760415e9d2b64c0e9f611c3_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742456_1632 (size=12459) 2024-11-24T03:23:33,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T03:23:33,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:33,163 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:23:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:33,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742457_1633 (size=4469) 2024-11-24T03:23:33,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e422c94c67c041d1ab4a9a904dc7985f_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418612043/Put/seqid=0 2024-11-24T03:23:33,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418673196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418673197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742458_1634 (size=12304) 2024-11-24T03:23:33,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418673202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418673202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418673202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,212 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e422c94c67c041d1ab4a9a904dc7985f_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e422c94c67c041d1ab4a9a904dc7985f_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:33,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/dfdb965bd2f248c49aefd1f6a2bd84d1, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:33,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/dfdb965bd2f248c49aefd1f6a2bd84d1 is 175, key is test_row_0/A:col10/1732418612043/Put/seqid=0 2024-11-24T03:23:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742459_1635 (size=31105) 2024-11-24T03:23:33,225 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/dfdb965bd2f248c49aefd1f6a2bd84d1 2024-11-24T03:23:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/6e9f92be87de4df090914a58453c1043 is 50, key is test_row_0/B:col10/1732418612043/Put/seqid=0 2024-11-24T03:23:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742460_1636 (size=12151) 2024-11-24T03:23:33,250 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/6e9f92be87de4df090914a58453c1043 2024-11-24T03:23:33,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/e7de6e7ebacc443096a6ca245229837b is 50, key is test_row_0/C:col10/1732418612043/Put/seqid=0 2024-11-24T03:23:33,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742461_1637 (size=12151) 2024-11-24T03:23:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418673303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418673303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,308 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/e7de6e7ebacc443096a6ca245229837b 2024-11-24T03:23:33,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418673309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418673309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418673309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/dfdb965bd2f248c49aefd1f6a2bd84d1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dfdb965bd2f248c49aefd1f6a2bd84d1 2024-11-24T03:23:33,326 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dfdb965bd2f248c49aefd1f6a2bd84d1, entries=150, sequenceid=158, filesize=30.4 K 2024-11-24T03:23:33,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/6e9f92be87de4df090914a58453c1043 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6e9f92be87de4df090914a58453c1043 2024-11-24T03:23:33,335 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6e9f92be87de4df090914a58453c1043, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T03:23:33,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/e7de6e7ebacc443096a6ca245229837b as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e7de6e7ebacc443096a6ca245229837b 2024-11-24T03:23:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:23:33,343 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e7de6e7ebacc443096a6ca245229837b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T03:23:33,344 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 0bc40b8faee36c21bd641abda30ea6e3 in 182ms, sequenceid=158, compaction requested=true 2024-11-24T03:23:33,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:33,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:33,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-24T03:23:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-24T03:23:33,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-24T03:23:33,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1160 sec 2024-11-24T03:23:33,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.1190 sec 2024-11-24T03:23:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:33,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:23:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:33,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418673528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418673531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418673532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418673532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112473ee025b92fa42548d91d851fd2b3e1f_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418613189/Put/seqid=0 2024-11-24T03:23:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418673539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,558 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/7e3f90a34eae486a87f35b221eb64deb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/7e3f90a34eae486a87f35b221eb64deb 2024-11-24T03:23:33,566 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into 7e3f90a34eae486a87f35b221eb64deb(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:33,566 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:33,566 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=13, startTime=1732418613045; duration=0sec 2024-11-24T03:23:33,566 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:33,566 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:33,566 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:33,567 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:33,567 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/C is initiating minor compaction (all files) 2024-11-24T03:23:33,567 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/C in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:33,567 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a695d369e3dc4c518baa4df849d83633, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bcea9b49dbce40ce8bf31c235577f9ef, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e7de6e7ebacc443096a6ca245229837b] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=35.7 K 2024-11-24T03:23:33,568 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a695d369e3dc4c518baa4df849d83633, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732418610578 2024-11-24T03:23:33,568 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting bcea9b49dbce40ce8bf31c235577f9ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732418611714 2024-11-24T03:23:33,568 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e7de6e7ebacc443096a6ca245229837b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732418612043 2024-11-24T03:23:33,576 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#537 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:33,577 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/1ead0689b2384d94b6efec02a9371a5a is 175, key is test_row_0/A:col10/1732418611714/Put/seqid=0 2024-11-24T03:23:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742462_1638 (size=14794) 2024-11-24T03:23:33,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112473ee025b92fa42548d91d851fd2b3e1f_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112473ee025b92fa42548d91d851fd2b3e1f_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:33,584 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/570433643f7b43e38650f78a556915c1, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:33,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/570433643f7b43e38650f78a556915c1 is 175, key is test_row_0/A:col10/1732418613189/Put/seqid=0 2024-11-24T03:23:33,587 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#C#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:33,587 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/6752bc45baad437da01a330171f1be42 is 50, key is test_row_0/C:col10/1732418612043/Put/seqid=0 2024-11-24T03:23:33,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742463_1639 (size=31413) 2024-11-24T03:23:33,614 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/1ead0689b2384d94b6efec02a9371a5a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/1ead0689b2384d94b6efec02a9371a5a 2024-11-24T03:23:33,619 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into 1ead0689b2384d94b6efec02a9371a5a(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:33,619 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:33,619 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=13, startTime=1732418613044; duration=0sec 2024-11-24T03:23:33,619 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:33,619 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742464_1640 (size=12493) 2024-11-24T03:23:33,632 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/6752bc45baad437da01a330171f1be42 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/6752bc45baad437da01a330171f1be42 2024-11-24T03:23:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742465_1641 (size=39749) 2024-11-24T03:23:33,637 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/C of 0bc40b8faee36c21bd641abda30ea6e3 into 6752bc45baad437da01a330171f1be42(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:33,637 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:33,637 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/C, priority=13, startTime=1732418613047; duration=0sec 2024-11-24T03:23:33,638 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:33,638 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:33,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418673639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418673639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,640 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/570433643f7b43e38650f78a556915c1 2024-11-24T03:23:33,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418673640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418673640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418673644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/0c18653af8914e42ad5ae74fab81cb41 is 50, key is test_row_0/B:col10/1732418613189/Put/seqid=0 2024-11-24T03:23:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742466_1642 (size=12151) 2024-11-24T03:23:33,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418673841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418673842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418673845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418673845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:33,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418673850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/0c18653af8914e42ad5ae74fab81cb41 2024-11-24T03:23:34,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/c23e9d2f49d34b738323a220d6587ef1 is 50, key is test_row_0/C:col10/1732418613189/Put/seqid=0 2024-11-24T03:23:34,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418674144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418674145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418674149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418674150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742467_1643 (size=12151) 2024-11-24T03:23:34,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/c23e9d2f49d34b738323a220d6587ef1 2024-11-24T03:23:34,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418674157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/570433643f7b43e38650f78a556915c1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/570433643f7b43e38650f78a556915c1 2024-11-24T03:23:34,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/570433643f7b43e38650f78a556915c1, entries=200, sequenceid=179, filesize=38.8 K 2024-11-24T03:23:34,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/0c18653af8914e42ad5ae74fab81cb41 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0c18653af8914e42ad5ae74fab81cb41 2024-11-24T03:23:34,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0c18653af8914e42ad5ae74fab81cb41, entries=150, sequenceid=179, filesize=11.9 K 2024-11-24T03:23:34,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/c23e9d2f49d34b738323a220d6587ef1 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/c23e9d2f49d34b738323a220d6587ef1 2024-11-24T03:23:34,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/c23e9d2f49d34b738323a220d6587ef1, entries=150, sequenceid=179, filesize=11.9 K 2024-11-24T03:23:34,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0bc40b8faee36c21bd641abda30ea6e3 in 686ms, sequenceid=179, compaction requested=true 2024-11-24T03:23:34,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:34,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:34,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:34,199 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:34,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:34,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:34,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:34,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:23:34,199 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:34,201 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:34,201 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:34,201 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:34,201 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/7e3f90a34eae486a87f35b221eb64deb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6e9f92be87de4df090914a58453c1043, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0c18653af8914e42ad5ae74fab81cb41] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=35.9 K 2024-11-24T03:23:34,202 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:34,202 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:34,202 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:34,202 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/1ead0689b2384d94b6efec02a9371a5a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dfdb965bd2f248c49aefd1f6a2bd84d1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/570433643f7b43e38650f78a556915c1] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=99.9 K 2024-11-24T03:23:34,202 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:34,202 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/1ead0689b2384d94b6efec02a9371a5a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dfdb965bd2f248c49aefd1f6a2bd84d1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/570433643f7b43e38650f78a556915c1] 2024-11-24T03:23:34,203 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e3f90a34eae486a87f35b221eb64deb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732418611714 2024-11-24T03:23:34,204 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e9f92be87de4df090914a58453c1043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732418612043 2024-11-24T03:23:34,204 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ead0689b2384d94b6efec02a9371a5a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732418611714 2024-11-24T03:23:34,205 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c18653af8914e42ad5ae74fab81cb41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732418613189 2024-11-24T03:23:34,205 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfdb965bd2f248c49aefd1f6a2bd84d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732418612043 2024-11-24T03:23:34,207 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 570433643f7b43e38650f78a556915c1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732418613189 2024-11-24T03:23:34,218 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#546 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:34,218 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/6ae80ee1c2ac4f10a9eb7645daa8e83a is 50, key is test_row_0/B:col10/1732418613189/Put/seqid=0 2024-11-24T03:23:34,232 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:34,268 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124eff04727d8684d0185d3ca5bfc591253_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:34,270 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124eff04727d8684d0185d3ca5bfc591253_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:34,271 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eff04727d8684d0185d3ca5bfc591253_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742468_1644 (size=12561) 2024-11-24T03:23:34,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742469_1645 (size=4469) 2024-11-24T03:23:34,322 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#547 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:34,323 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/b54ac55bf8554454a6dd79327eb17ddb is 175, key is test_row_0/A:col10/1732418613189/Put/seqid=0 2024-11-24T03:23:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742470_1646 (size=31515) 2024-11-24T03:23:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:23:34,344 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-24T03:23:34,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-24T03:23:34,346 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/b54ac55bf8554454a6dd79327eb17ddb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/b54ac55bf8554454a6dd79327eb17ddb 2024-11-24T03:23:34,347 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:23:34,347 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:34,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:34,357 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into b54ac55bf8554454a6dd79327eb17ddb(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:34,357 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:34,357 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=13, startTime=1732418614199; duration=0sec 2024-11-24T03:23:34,357 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:34,357 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:34,357 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:23:34,358 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:23:34,358 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:23:34,358 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. because compaction request was cancelled 2024-11-24T03:23:34,358 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:23:34,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T03:23:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:34,499 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:23:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:34,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112481eed79c83dc40109d97852d41280488_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418613534/Put/seqid=0 2024-11-24T03:23:34,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742471_1647 (size=12304) 2024-11-24T03:23:34,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:34,544 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112481eed79c83dc40109d97852d41280488_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112481eed79c83dc40109d97852d41280488_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/0e44763e3aa64ff8aae1d14f1ca4aa04, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/0e44763e3aa64ff8aae1d14f1ca4aa04 is 175, key is test_row_0/A:col10/1732418613534/Put/seqid=0 2024-11-24T03:23:34,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742472_1648 (size=31105) 2024-11-24T03:23:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:23:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:34,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:34,677 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/6ae80ee1c2ac4f10a9eb7645daa8e83a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6ae80ee1c2ac4f10a9eb7645daa8e83a 2024-11-24T03:23:34,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418674671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418674672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418674672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418674676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418674677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,682 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into 6ae80ee1c2ac4f10a9eb7645daa8e83a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:34,682 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:34,682 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=13, startTime=1732418614199; duration=0sec 2024-11-24T03:23:34,682 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:34,682 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:34,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418674778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418674779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418674779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418674781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418674781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:23:34,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418674980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,983 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/0e44763e3aa64ff8aae1d14f1ca4aa04 2024-11-24T03:23:34,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418674981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418674981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418674984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:34,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418674984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/fa248daa8c884482ae00aabab0894702 is 50, key is test_row_0/B:col10/1732418613534/Put/seqid=0 2024-11-24T03:23:35,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742473_1649 (size=12151) 2024-11-24T03:23:35,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418675283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418675287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418675290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418675292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418675293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:23:35,450 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/fa248daa8c884482ae00aabab0894702 2024-11-24T03:23:35,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/bca13ca005394559a263711d18eff463 is 50, key is test_row_0/C:col10/1732418613534/Put/seqid=0 2024-11-24T03:23:35,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742474_1650 (size=12151) 2024-11-24T03:23:35,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418675789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418675792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418675796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418675797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418675798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:35,906 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/bca13ca005394559a263711d18eff463 2024-11-24T03:23:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/0e44763e3aa64ff8aae1d14f1ca4aa04 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/0e44763e3aa64ff8aae1d14f1ca4aa04 2024-11-24T03:23:35,917 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/0e44763e3aa64ff8aae1d14f1ca4aa04, entries=150, sequenceid=198, filesize=30.4 K 2024-11-24T03:23:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/fa248daa8c884482ae00aabab0894702 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/fa248daa8c884482ae00aabab0894702 2024-11-24T03:23:35,925 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/fa248daa8c884482ae00aabab0894702, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T03:23:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/bca13ca005394559a263711d18eff463 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bca13ca005394559a263711d18eff463 2024-11-24T03:23:35,932 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bca13ca005394559a263711d18eff463, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T03:23:35,933 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0bc40b8faee36c21bd641abda30ea6e3 in 1434ms, sequenceid=198, compaction requested=true 2024-11-24T03:23:35,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:35,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:35,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-24T03:23:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-24T03:23:35,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-24T03:23:35,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5930 sec 2024-11-24T03:23:35,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.5980 sec 2024-11-24T03:23:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:23:36,451 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-24T03:23:36,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-24T03:23:36,454 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:36,454 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:23:36,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:23:36,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:23:36,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:36,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:23:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:36,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112424635844ddec43b7b56a670cb5eda50c_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418614675/Put/seqid=0 2024-11-24T03:23:36,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742475_1651 (size=12304) 2024-11-24T03:23:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:23:36,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:36,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418676815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418676816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418676816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418676815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418676821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418676922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418676923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418676924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418676924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418676927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:23:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:37,083 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112424635844ddec43b7b56a670cb5eda50c_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112424635844ddec43b7b56a670cb5eda50c_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:37,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ba96ea1db33f48a08699dfdb67bf31b7, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:37,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ba96ea1db33f48a08699dfdb67bf31b7 is 175, key is test_row_0/A:col10/1732418614675/Put/seqid=0 2024-11-24T03:23:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742476_1652 (size=31105) 2024-11-24T03:23:37,110 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ba96ea1db33f48a08699dfdb67bf31b7 2024-11-24T03:23:37,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/b421ff43d52d45dbae11c575639abf94 is 50, key is test_row_0/B:col10/1732418614675/Put/seqid=0 2024-11-24T03:23:37,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418677126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418677127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418677127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418677128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418677131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742477_1653 (size=12151) 2024-11-24T03:23:37,172 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/b421ff43d52d45dbae11c575639abf94 2024-11-24T03:23:37,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/b62389778a3047e7a552e3230b74d930 is 50, key is test_row_0/C:col10/1732418614675/Put/seqid=0 2024-11-24T03:23:37,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742478_1654 (size=12151) 2024-11-24T03:23:37,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/b62389778a3047e7a552e3230b74d930 2024-11-24T03:23:37,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ba96ea1db33f48a08699dfdb67bf31b7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ba96ea1db33f48a08699dfdb67bf31b7 2024-11-24T03:23:37,235 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ba96ea1db33f48a08699dfdb67bf31b7, entries=150, sequenceid=220, filesize=30.4 K 2024-11-24T03:23:37,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/b421ff43d52d45dbae11c575639abf94 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b421ff43d52d45dbae11c575639abf94 2024-11-24T03:23:37,240 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b421ff43d52d45dbae11c575639abf94, entries=150, sequenceid=220, filesize=11.9 K 2024-11-24T03:23:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/b62389778a3047e7a552e3230b74d930 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/b62389778a3047e7a552e3230b74d930 2024-11-24T03:23:37,252 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/b62389778a3047e7a552e3230b74d930, entries=150, sequenceid=220, filesize=11.9 K 2024-11-24T03:23:37,254 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0bc40b8faee36c21bd641abda30ea6e3 in 647ms, sequenceid=220, compaction requested=true 2024-11-24T03:23:37,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:37,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:37,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-24T03:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-24T03:23:37,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-24T03:23:37,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 801 msec 2024-11-24T03:23:37,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 806 msec 2024-11-24T03:23:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:37,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:23:37,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:37,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:37,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:37,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:37,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:37,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:37,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418677459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418677459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418677459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418677464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112435d20ba0e25444e4ac8a3748238d6b12_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418616819/Put/seqid=0 2024-11-24T03:23:37,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418677465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742479_1655 (size=12304) 2024-11-24T03:23:37,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:37,519 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112435d20ba0e25444e4ac8a3748238d6b12_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112435d20ba0e25444e4ac8a3748238d6b12_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:37,524 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/996a9eb1cd0e4099a1bd46e9731e7bd2, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:37,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/996a9eb1cd0e4099a1bd46e9731e7bd2 is 175, key is test_row_0/A:col10/1732418616819/Put/seqid=0 2024-11-24T03:23:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:23:37,559 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-24T03:23:37,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-24T03:23:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:23:37,563 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:37,563 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:37,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:37,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742480_1656 (size=31105) 2024-11-24T03:23:37,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418677566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418677567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418677567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418677569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418677575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:23:37,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:23:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:37,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:37,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418677771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418677775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418677777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418677778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418677784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:23:37,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:37,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:23:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:37,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:37,967 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/996a9eb1cd0e4099a1bd46e9731e7bd2 2024-11-24T03:23:37,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/4d59961cab7b4b9b86c800bb2c56b81c is 50, key is test_row_0/B:col10/1732418616819/Put/seqid=0 2024-11-24T03:23:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742481_1657 (size=12151) 2024-11-24T03:23:38,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/4d59961cab7b4b9b86c800bb2c56b81c 2024-11-24T03:23:38,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:23:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/e2b96fecb4474ce8b4c11fdb5e0de4d3 is 50, key is test_row_0/C:col10/1732418616819/Put/seqid=0 2024-11-24T03:23:38,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742482_1658 (size=12151) 2024-11-24T03:23:38,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/e2b96fecb4474ce8b4c11fdb5e0de4d3 2024-11-24T03:23:38,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/996a9eb1cd0e4099a1bd46e9731e7bd2 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/996a9eb1cd0e4099a1bd46e9731e7bd2 2024-11-24T03:23:38,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/996a9eb1cd0e4099a1bd46e9731e7bd2, entries=150, sequenceid=236, filesize=30.4 K 2024-11-24T03:23:38,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/4d59961cab7b4b9b86c800bb2c56b81c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/4d59961cab7b4b9b86c800bb2c56b81c 2024-11-24T03:23:38,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/4d59961cab7b4b9b86c800bb2c56b81c, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T03:23:38,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/e2b96fecb4474ce8b4c11fdb5e0de4d3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e2b96fecb4474ce8b4c11fdb5e0de4d3 2024-11-24T03:23:38,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e2b96fecb4474ce8b4c11fdb5e0de4d3, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T03:23:38,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0bc40b8faee36c21bd641abda30ea6e3 in 640ms, sequenceid=236, compaction requested=true 2024-11-24T03:23:38,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:38,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:38,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:38,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:38,073 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:38,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:38,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:38,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:38,073 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:38,074 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:38,074 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:38,074 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,074 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6ae80ee1c2ac4f10a9eb7645daa8e83a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/fa248daa8c884482ae00aabab0894702, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b421ff43d52d45dbae11c575639abf94, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/4d59961cab7b4b9b86c800bb2c56b81c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=47.9 K 2024-11-24T03:23:38,075 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124830 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:38,075 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:38,075 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,075 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/b54ac55bf8554454a6dd79327eb17ddb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/0e44763e3aa64ff8aae1d14f1ca4aa04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ba96ea1db33f48a08699dfdb67bf31b7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/996a9eb1cd0e4099a1bd46e9731e7bd2] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=121.9 K 2024-11-24T03:23:38,075 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,075 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/b54ac55bf8554454a6dd79327eb17ddb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/0e44763e3aa64ff8aae1d14f1ca4aa04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ba96ea1db33f48a08699dfdb67bf31b7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/996a9eb1cd0e4099a1bd46e9731e7bd2] 2024-11-24T03:23:38,076 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ae80ee1c2ac4f10a9eb7645daa8e83a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732418613189 2024-11-24T03:23:38,076 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b54ac55bf8554454a6dd79327eb17ddb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732418613189 2024-11-24T03:23:38,077 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fa248daa8c884482ae00aabab0894702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732418613528 2024-11-24T03:23:38,077 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e44763e3aa64ff8aae1d14f1ca4aa04, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732418613528 2024-11-24T03:23:38,077 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b421ff43d52d45dbae11c575639abf94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732418614670 2024-11-24T03:23:38,077 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba96ea1db33f48a08699dfdb67bf31b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732418614670 2024-11-24T03:23:38,077 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d59961cab7b4b9b86c800bb2c56b81c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732418616814 2024-11-24T03:23:38,078 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 996a9eb1cd0e4099a1bd46e9731e7bd2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732418616814 2024-11-24T03:23:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:38,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:23:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,090 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:38,091 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/5b20a57ffaf640c592018a0fb4367567 is 50, key is test_row_0/B:col10/1732418616819/Put/seqid=0 2024-11-24T03:23:38,093 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f07e004dec3c41bc82ca262119e1bf26_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418617462/Put/seqid=0 2024-11-24T03:23:38,096 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e588f85d966c4adb93f63bd2e6cbe0f1_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,099 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e588f85d966c4adb93f63bd2e6cbe0f1_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,099 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e588f85d966c4adb93f63bd2e6cbe0f1_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418678098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418678101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418678103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418678104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418678105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742484_1660 (size=14844) 2024-11-24T03:23:38,135 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:38,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f07e004dec3c41bc82ca262119e1bf26_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f07e004dec3c41bc82ca262119e1bf26_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:38,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/cb06c8a780ff44d3ae85d98880237583, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/cb06c8a780ff44d3ae85d98880237583 is 175, key is test_row_0/A:col10/1732418617462/Put/seqid=0 2024-11-24T03:23:38,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742485_1661 (size=4469) 2024-11-24T03:23:38,148 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#558 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:38,148 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/f54320e1d9d34bf793413eeb506d0381 is 175, key is test_row_0/A:col10/1732418616819/Put/seqid=0 2024-11-24T03:23:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:23:38,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742483_1659 (size=12697) 2024-11-24T03:23:38,175 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/5b20a57ffaf640c592018a0fb4367567 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/5b20a57ffaf640c592018a0fb4367567 2024-11-24T03:23:38,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:23:38,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:38,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,186 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into 5b20a57ffaf640c592018a0fb4367567(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:38,186 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:38,186 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=12, startTime=1732418618073; duration=0sec 2024-11-24T03:23:38,186 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:38,186 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:38,186 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:23:38,188 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:23:38,188 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/C is initiating minor compaction (all files) 2024-11-24T03:23:38,188 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/C in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,188 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/6752bc45baad437da01a330171f1be42, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/c23e9d2f49d34b738323a220d6587ef1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bca13ca005394559a263711d18eff463, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/b62389778a3047e7a552e3230b74d930, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e2b96fecb4474ce8b4c11fdb5e0de4d3] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=59.7 K 2024-11-24T03:23:38,188 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6752bc45baad437da01a330171f1be42, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732418612043 2024-11-24T03:23:38,189 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c23e9d2f49d34b738323a220d6587ef1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732418613189 2024-11-24T03:23:38,189 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting bca13ca005394559a263711d18eff463, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732418613528 2024-11-24T03:23:38,189 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b62389778a3047e7a552e3230b74d930, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732418614670 2024-11-24T03:23:38,189 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e2b96fecb4474ce8b4c11fdb5e0de4d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732418616814 2024-11-24T03:23:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742486_1662 (size=39799) 2024-11-24T03:23:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742487_1663 (size=31651) 2024-11-24T03:23:38,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/cb06c8a780ff44d3ae85d98880237583 2024-11-24T03:23:38,199 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#C#compaction#560 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:38,199 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d5a252d4678546fc848415d97d5b2471 is 50, key is test_row_0/C:col10/1732418616819/Put/seqid=0 2024-11-24T03:23:38,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418678206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418678210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418678210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418678210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418678210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/2d817bfc71364e3a90032f1a87a9b208 is 50, key is test_row_0/B:col10/1732418617462/Put/seqid=0 2024-11-24T03:23:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742488_1664 (size=12663) 2024-11-24T03:23:38,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742489_1665 (size=12201) 2024-11-24T03:23:38,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/2d817bfc71364e3a90032f1a87a9b208 2024-11-24T03:23:38,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d14952d34e72421989e0770b3a2f6143 is 50, key is test_row_0/C:col10/1732418617462/Put/seqid=0 2024-11-24T03:23:38,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:23:38,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742490_1666 (size=12201) 2024-11-24T03:23:38,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d14952d34e72421989e0770b3a2f6143 2024-11-24T03:23:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/cb06c8a780ff44d3ae85d98880237583 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cb06c8a780ff44d3ae85d98880237583 2024-11-24T03:23:38,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cb06c8a780ff44d3ae85d98880237583, entries=200, sequenceid=257, filesize=38.9 K 2024-11-24T03:23:38,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/2d817bfc71364e3a90032f1a87a9b208 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2d817bfc71364e3a90032f1a87a9b208 2024-11-24T03:23:38,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2d817bfc71364e3a90032f1a87a9b208, entries=150, sequenceid=257, filesize=11.9 K 2024-11-24T03:23:38,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d14952d34e72421989e0770b3a2f6143 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d14952d34e72421989e0770b3a2f6143 2024-11-24T03:23:38,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d14952d34e72421989e0770b3a2f6143, entries=150, sequenceid=257, filesize=11.9 K 2024-11-24T03:23:38,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 0bc40b8faee36c21bd641abda30ea6e3 in 280ms, sequenceid=257, compaction requested=false 2024-11-24T03:23:38,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:38,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:23:38,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:38,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:38,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:38,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:38,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e78a5329f4eb4143a7c50f0acdcfe32f_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418618414/Put/seqid=0 2024-11-24T03:23:38,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742491_1667 (size=12454) 2024-11-24T03:23:38,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:38,443 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e78a5329f4eb4143a7c50f0acdcfe32f_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e78a5329f4eb4143a7c50f0acdcfe32f_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:38,444 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ecf8d0dae53f47729577371bb332ea0a, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ecf8d0dae53f47729577371bb332ea0a is 175, key is test_row_0/A:col10/1732418618414/Put/seqid=0 2024-11-24T03:23:38,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418678447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418678448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418678448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418678453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418678454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742492_1668 (size=31255) 2024-11-24T03:23:38,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ecf8d0dae53f47729577371bb332ea0a 2024-11-24T03:23:38,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:23:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:38,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/3cc79e8413514a63a6ba8ab2ab290c5e is 50, key is test_row_0/B:col10/1732418618414/Put/seqid=0 2024-11-24T03:23:38,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742493_1669 (size=12301) 2024-11-24T03:23:38,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/3cc79e8413514a63a6ba8ab2ab290c5e 2024-11-24T03:23:38,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7151aca87943422c99ef40eb11bc96e3 is 50, key is test_row_0/C:col10/1732418618414/Put/seqid=0 2024-11-24T03:23:38,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742494_1670 (size=12301) 2024-11-24T03:23:38,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7151aca87943422c99ef40eb11bc96e3 2024-11-24T03:23:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418678557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418678558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418678558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418678560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418678560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ecf8d0dae53f47729577371bb332ea0a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecf8d0dae53f47729577371bb332ea0a 2024-11-24T03:23:38,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecf8d0dae53f47729577371bb332ea0a, entries=150, sequenceid=275, filesize=30.5 K 2024-11-24T03:23:38,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/3cc79e8413514a63a6ba8ab2ab290c5e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3cc79e8413514a63a6ba8ab2ab290c5e 2024-11-24T03:23:38,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3cc79e8413514a63a6ba8ab2ab290c5e, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T03:23:38,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7151aca87943422c99ef40eb11bc96e3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7151aca87943422c99ef40eb11bc96e3 2024-11-24T03:23:38,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7151aca87943422c99ef40eb11bc96e3, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T03:23:38,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 0bc40b8faee36c21bd641abda30ea6e3 in 174ms, sequenceid=275, compaction requested=true 2024-11-24T03:23:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:23:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T03:23:38,603 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/f54320e1d9d34bf793413eeb506d0381 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f54320e1d9d34bf793413eeb506d0381 2024-11-24T03:23:38,610 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into f54320e1d9d34bf793413eeb506d0381(size=30.9 K), total size for store is 100.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:38,610 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:38,610 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=12, startTime=1732418618073; duration=0sec 2024-11-24T03:23:38,610 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T03:23:38,610 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:38,610 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 5 compacting, 2 eligible, 16 blocking 2024-11-24T03:23:38,612 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:23:38,612 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:23:38,612 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. because compaction request was cancelled 2024-11-24T03:23:38,612 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:38,612 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:38,613 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:38,613 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:38,613 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:38,614 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,614 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/5b20a57ffaf640c592018a0fb4367567, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2d817bfc71364e3a90032f1a87a9b208, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3cc79e8413514a63a6ba8ab2ab290c5e] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=36.3 K 2024-11-24T03:23:38,614 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b20a57ffaf640c592018a0fb4367567, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732418616814 2024-11-24T03:23:38,614 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d817bfc71364e3a90032f1a87a9b208, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732418617457 2024-11-24T03:23:38,614 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cc79e8413514a63a6ba8ab2ab290c5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732418618101 2024-11-24T03:23:38,634 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#566 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:38,634 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/efac561c09ab4689bf28480367526ea9 is 50, key is test_row_0/B:col10/1732418618414/Put/seqid=0 2024-11-24T03:23:38,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:23:38,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,641 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:23:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,651 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d5a252d4678546fc848415d97d5b2471 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d5a252d4678546fc848415d97d5b2471 2024-11-24T03:23:38,657 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/C of 0bc40b8faee36c21bd641abda30ea6e3 into d5a252d4678546fc848415d97d5b2471(size=12.4 K), total size for store is 36.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:38,657 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:38,657 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/C, priority=11, startTime=1732418618073; duration=0sec 2024-11-24T03:23:38,657 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:38,657 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:38,658 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:38,658 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:38,658 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:38,658 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,659 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f54320e1d9d34bf793413eeb506d0381, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cb06c8a780ff44d3ae85d98880237583, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecf8d0dae53f47729577371bb332ea0a] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=100.3 K 2024-11-24T03:23:38,659 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:38,659 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f54320e1d9d34bf793413eeb506d0381, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cb06c8a780ff44d3ae85d98880237583, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecf8d0dae53f47729577371bb332ea0a] 2024-11-24T03:23:38,659 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f54320e1d9d34bf793413eeb506d0381, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732418616814 2024-11-24T03:23:38,659 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting cb06c8a780ff44d3ae85d98880237583, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732418617457 2024-11-24T03:23:38,660 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ecf8d0dae53f47729577371bb332ea0a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732418618101 2024-11-24T03:23:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:23:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742495_1671 (size=12949) 2024-11-24T03:23:38,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246d33c7849ef74a28b53126756407992c_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418618451/Put/seqid=0 2024-11-24T03:23:38,692 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,704 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112477f1e9ed8eef47b69614d4d61266c3a2_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,706 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112477f1e9ed8eef47b69614d4d61266c3a2_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,707 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112477f1e9ed8eef47b69614d4d61266c3a2_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742496_1672 (size=12454) 2024-11-24T03:23:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742497_1673 (size=4469) 2024-11-24T03:23:38,756 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#568 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:38,757 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/86203ab0b4a34d40b06f5d7c98b711c3 is 175, key is test_row_0/A:col10/1732418618414/Put/seqid=0 2024-11-24T03:23:38,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742498_1674 (size=31903) 2024-11-24T03:23:38,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418678777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418678781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,786 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/86203ab0b4a34d40b06f5d7c98b711c3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/86203ab0b4a34d40b06f5d7c98b711c3 2024-11-24T03:23:38,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418678784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418678784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418678784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,795 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into 86203ab0b4a34d40b06f5d7c98b711c3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:38,795 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:38,795 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=13, startTime=1732418618591; duration=0sec 2024-11-24T03:23:38,796 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:38,796 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:38,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418678885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418678885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418678889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418678891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:38,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418678891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,087 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/efac561c09ab4689bf28480367526ea9 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/efac561c09ab4689bf28480367526ea9 2024-11-24T03:23:39,092 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into efac561c09ab4689bf28480367526ea9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:39,092 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:39,092 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=13, startTime=1732418618591; duration=0sec 2024-11-24T03:23:39,092 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:39,092 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418679091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418679091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418679094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418679096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418679096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:39,128 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246d33c7849ef74a28b53126756407992c_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d33c7849ef74a28b53126756407992c_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:39,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/4c625a96bc6243faac73d7d049ff9437, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:39,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/4c625a96bc6243faac73d7d049ff9437 is 175, key is test_row_0/A:col10/1732418618451/Put/seqid=0 2024-11-24T03:23:39,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742499_1675 (size=31255) 2024-11-24T03:23:39,166 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/4c625a96bc6243faac73d7d049ff9437 2024-11-24T03:23:39,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/a2dad35dc92c417890f6c7239edc9735 is 50, key is test_row_0/B:col10/1732418618451/Put/seqid=0 2024-11-24T03:23:39,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742500_1676 (size=12301) 2024-11-24T03:23:39,214 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/a2dad35dc92c417890f6c7239edc9735 2024-11-24T03:23:39,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/ff3f776bb8904a53bede47a1cc9f53c6 is 50, key is test_row_0/C:col10/1732418618451/Put/seqid=0 2024-11-24T03:23:39,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742501_1677 (size=12301) 2024-11-24T03:23:39,242 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/ff3f776bb8904a53bede47a1cc9f53c6 2024-11-24T03:23:39,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/4c625a96bc6243faac73d7d049ff9437 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/4c625a96bc6243faac73d7d049ff9437 2024-11-24T03:23:39,261 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/4c625a96bc6243faac73d7d049ff9437, entries=150, sequenceid=296, filesize=30.5 K 2024-11-24T03:23:39,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/a2dad35dc92c417890f6c7239edc9735 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/a2dad35dc92c417890f6c7239edc9735 2024-11-24T03:23:39,267 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/a2dad35dc92c417890f6c7239edc9735, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T03:23:39,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/ff3f776bb8904a53bede47a1cc9f53c6 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ff3f776bb8904a53bede47a1cc9f53c6 2024-11-24T03:23:39,278 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ff3f776bb8904a53bede47a1cc9f53c6, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T03:23:39,279 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0bc40b8faee36c21bd641abda30ea6e3 in 638ms, sequenceid=296, compaction requested=true 2024-11-24T03:23:39,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:39,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:39,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-24T03:23:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-24T03:23:39,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-24T03:23:39,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-11-24T03:23:39,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.7230 sec 2024-11-24T03:23:39,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:23:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:39,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249ed4bc98b9ee434dbb07a8ffa46b0c32_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418618777/Put/seqid=0 2024-11-24T03:23:39,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418679413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418679413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418679415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418679416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418679417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742502_1678 (size=14994) 2024-11-24T03:23:39,432 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:39,441 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249ed4bc98b9ee434dbb07a8ffa46b0c32_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249ed4bc98b9ee434dbb07a8ffa46b0c32_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:39,441 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/69953f1ea9a6463fabf54b487412d372, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:39,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/69953f1ea9a6463fabf54b487412d372 is 175, key is test_row_0/A:col10/1732418618777/Put/seqid=0 2024-11-24T03:23:39,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742503_1679 (size=39949) 2024-11-24T03:23:39,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/69953f1ea9a6463fabf54b487412d372 2024-11-24T03:23:39,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/ff287dc47e2245dabdd3f3d1a881c04d is 50, key is test_row_0/B:col10/1732418618777/Put/seqid=0 2024-11-24T03:23:39,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742504_1680 (size=12301) 2024-11-24T03:23:39,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418679519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418679519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418679521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418679522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418679523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:23:39,666 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-24T03:23:39,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-24T03:23:39,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:23:39,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:39,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:39,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418679723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418679724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418679724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418679726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418679726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:23:39,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T03:23:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:39,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:39,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/ff287dc47e2245dabdd3f3d1a881c04d 2024-11-24T03:23:39,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/4f240efac45e4b2d8cc5bd6bdf0b6834 is 50, key is test_row_0/C:col10/1732418618777/Put/seqid=0 2024-11-24T03:23:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742505_1681 (size=12301) 2024-11-24T03:23:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:23:39,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:39,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T03:23:39,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:39,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:39,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:39,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:39,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418680029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418680029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418680032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418680032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418680033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T03:23:40,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:40,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:40,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:40,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:23:40,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T03:23:40,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:40,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:40,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:40,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/4f240efac45e4b2d8cc5bd6bdf0b6834 2024-11-24T03:23:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/69953f1ea9a6463fabf54b487412d372 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/69953f1ea9a6463fabf54b487412d372 2024-11-24T03:23:40,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/69953f1ea9a6463fabf54b487412d372, entries=200, sequenceid=317, filesize=39.0 K 2024-11-24T03:23:40,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/ff287dc47e2245dabdd3f3d1a881c04d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ff287dc47e2245dabdd3f3d1a881c04d 2024-11-24T03:23:40,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ff287dc47e2245dabdd3f3d1a881c04d, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T03:23:40,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/4f240efac45e4b2d8cc5bd6bdf0b6834 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4f240efac45e4b2d8cc5bd6bdf0b6834 2024-11-24T03:23:40,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4f240efac45e4b2d8cc5bd6bdf0b6834, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T03:23:40,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0bc40b8faee36c21bd641abda30ea6e3 in 955ms, sequenceid=317, compaction requested=true 2024-11-24T03:23:40,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:40,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:40,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:40,354 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:40,354 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:40,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:40,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:40,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:40,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:40,355 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:40,355 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:40,355 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:40,355 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:40,355 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:40,356 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:40,356 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/efac561c09ab4689bf28480367526ea9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/a2dad35dc92c417890f6c7239edc9735, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ff287dc47e2245dabdd3f3d1a881c04d] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=36.7 K 2024-11-24T03:23:40,356 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/86203ab0b4a34d40b06f5d7c98b711c3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/4c625a96bc6243faac73d7d049ff9437, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/69953f1ea9a6463fabf54b487412d372] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=100.7 K 2024-11-24T03:23:40,356 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:40,356 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/86203ab0b4a34d40b06f5d7c98b711c3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/4c625a96bc6243faac73d7d049ff9437, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/69953f1ea9a6463fabf54b487412d372] 2024-11-24T03:23:40,356 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting efac561c09ab4689bf28480367526ea9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732418618101 2024-11-24T03:23:40,356 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86203ab0b4a34d40b06f5d7c98b711c3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732418618101 2024-11-24T03:23:40,358 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a2dad35dc92c417890f6c7239edc9735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732418618443 2024-11-24T03:23:40,358 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c625a96bc6243faac73d7d049ff9437, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732418618443 2024-11-24T03:23:40,359 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ff287dc47e2245dabdd3f3d1a881c04d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732418618774 2024-11-24T03:23:40,359 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69953f1ea9a6463fabf54b487412d372, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732418618774 2024-11-24T03:23:40,370 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#574 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:40,372 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/b98b4c54a8904929bb68779b5f03ef6d is 50, key is test_row_0/B:col10/1732418618777/Put/seqid=0 2024-11-24T03:23:40,379 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:40,396 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112467652d7a320f4dffb25dd265d9b18a0b_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:40,398 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112467652d7a320f4dffb25dd265d9b18a0b_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:40,399 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112467652d7a320f4dffb25dd265d9b18a0b_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742506_1682 (size=13051) 2024-11-24T03:23:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742507_1683 (size=4469) 2024-11-24T03:23:40,424 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/b98b4c54a8904929bb68779b5f03ef6d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b98b4c54a8904929bb68779b5f03ef6d 2024-11-24T03:23:40,428 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#575 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:40,429 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/141a8898d3a442b2b1b242227c11faad is 175, key is test_row_0/A:col10/1732418618777/Put/seqid=0 2024-11-24T03:23:40,433 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into b98b4c54a8904929bb68779b5f03ef6d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:40,433 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:40,433 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=13, startTime=1732418620354; duration=0sec 2024-11-24T03:23:40,434 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:40,434 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:40,434 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:23:40,436 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61767 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:23:40,436 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/C is initiating minor compaction (all files) 2024-11-24T03:23:40,436 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/C in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:40,436 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d5a252d4678546fc848415d97d5b2471, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d14952d34e72421989e0770b3a2f6143, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7151aca87943422c99ef40eb11bc96e3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ff3f776bb8904a53bede47a1cc9f53c6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4f240efac45e4b2d8cc5bd6bdf0b6834] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=60.3 K 2024-11-24T03:23:40,438 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a252d4678546fc848415d97d5b2471, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732418616814 2024-11-24T03:23:40,438 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,439 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d14952d34e72421989e0770b3a2f6143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732418617457 2024-11-24T03:23:40,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T03:23:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:40,439 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:23:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:40,439 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7151aca87943422c99ef40eb11bc96e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732418618101 2024-11-24T03:23:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:40,440 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ff3f776bb8904a53bede47a1cc9f53c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732418618443 2024-11-24T03:23:40,441 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f240efac45e4b2d8cc5bd6bdf0b6834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732418618774 2024-11-24T03:23:40,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742508_1684 (size=32005) 2024-11-24T03:23:40,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112430092c9ca66546bfa94c56dee94b64fa_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418619411/Put/seqid=0 2024-11-24T03:23:40,476 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#C#compaction#577 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:40,477 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/182beac6679344c4b10e3f804c34056a is 50, key is test_row_0/C:col10/1732418618777/Put/seqid=0 2024-11-24T03:23:40,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742509_1685 (size=12454) 2024-11-24T03:23:40,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742510_1686 (size=12983) 2024-11-24T03:23:40,537 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/182beac6679344c4b10e3f804c34056a as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/182beac6679344c4b10e3f804c34056a 2024-11-24T03:23:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:40,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:40,549 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/C of 0bc40b8faee36c21bd641abda30ea6e3 into 182beac6679344c4b10e3f804c34056a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:40,549 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:40,550 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/C, priority=11, startTime=1732418620355; duration=0sec 2024-11-24T03:23:40,550 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:40,550 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:40,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418680555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418680556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418680557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418680557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418680558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418680659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418680661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418680662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418680662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418680663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:23:40,856 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/141a8898d3a442b2b1b242227c11faad as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/141a8898d3a442b2b1b242227c11faad 2024-11-24T03:23:40,861 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into 141a8898d3a442b2b1b242227c11faad(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:40,861 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:40,861 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=13, startTime=1732418620354; duration=0sec 2024-11-24T03:23:40,861 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:40,861 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418680863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418680865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418680865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418680865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418680867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:40,912 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112430092c9ca66546bfa94c56dee94b64fa_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112430092c9ca66546bfa94c56dee94b64fa_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/7744f2c3a315447c89e2b72077694284, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/7744f2c3a315447c89e2b72077694284 is 175, key is test_row_0/A:col10/1732418619411/Put/seqid=0 2024-11-24T03:23:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742511_1687 (size=31255) 2024-11-24T03:23:40,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/7744f2c3a315447c89e2b72077694284 2024-11-24T03:23:40,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/8e0addbfc61d4eaa9a0a232c2eacaf50 is 50, key is test_row_0/B:col10/1732418619411/Put/seqid=0 2024-11-24T03:23:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742512_1688 (size=12301) 2024-11-24T03:23:40,992 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/8e0addbfc61d4eaa9a0a232c2eacaf50 2024-11-24T03:23:41,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/e55c7badabea4e07bc922b244326807e is 50, key is test_row_0/C:col10/1732418619411/Put/seqid=0 2024-11-24T03:23:41,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742513_1689 (size=12301) 2024-11-24T03:23:41,038 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/e55c7badabea4e07bc922b244326807e 2024-11-24T03:23:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/7744f2c3a315447c89e2b72077694284 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/7744f2c3a315447c89e2b72077694284 2024-11-24T03:23:41,051 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/7744f2c3a315447c89e2b72077694284, entries=150, sequenceid=336, filesize=30.5 K 2024-11-24T03:23:41,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/8e0addbfc61d4eaa9a0a232c2eacaf50 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8e0addbfc61d4eaa9a0a232c2eacaf50 2024-11-24T03:23:41,058 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8e0addbfc61d4eaa9a0a232c2eacaf50, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T03:23:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/e55c7badabea4e07bc922b244326807e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e55c7badabea4e07bc922b244326807e 2024-11-24T03:23:41,064 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e55c7badabea4e07bc922b244326807e, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T03:23:41,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 0bc40b8faee36c21bd641abda30ea6e3 in 626ms, sequenceid=336, compaction requested=false 2024-11-24T03:23:41,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:41,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:41,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-24T03:23:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-24T03:23:41,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-24T03:23:41,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3910 sec 2024-11-24T03:23:41,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.3980 sec 2024-11-24T03:23:41,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:23:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:41,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124337de2ef63a541a78af648d020330e98_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418621171/Put/seqid=0 2024-11-24T03:23:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742514_1690 (size=12454) 2024-11-24T03:23:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418681227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418681227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418681229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418681230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418681230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418681334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418681335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418681335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418681335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418681335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418681538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418681538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418681539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418681539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418681539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,617 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,621 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124337de2ef63a541a78af648d020330e98_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124337de2ef63a541a78af648d020330e98_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:41,622 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/8e5dc3b9f6cb4f118aaadbe731a3fb05, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:41,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/8e5dc3b9f6cb4f118aaadbe731a3fb05 is 175, key is test_row_0/A:col10/1732418621171/Put/seqid=0 2024-11-24T03:23:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742515_1691 (size=31255) 2024-11-24T03:23:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:23:41,781 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-24T03:23:41,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-24T03:23:41,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:23:41,787 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:41,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:41,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418681841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418681842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418681842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418681842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418681843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:23:41,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:41,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T03:23:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:41,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:42,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/8e5dc3b9f6cb4f118aaadbe731a3fb05 2024-11-24T03:23:42,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/e4330fa47ed64cad84a6a355a142ecbb is 50, key is test_row_0/B:col10/1732418621171/Put/seqid=0 2024-11-24T03:23:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742516_1692 (size=12301) 2024-11-24T03:23:42,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/e4330fa47ed64cad84a6a355a142ecbb 2024-11-24T03:23:42,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/eaec8d0a66be4117a37d166f191e83e3 is 50, key is test_row_0/C:col10/1732418621171/Put/seqid=0 2024-11-24T03:23:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742517_1693 (size=12301) 2024-11-24T03:23:42,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/eaec8d0a66be4117a37d166f191e83e3 2024-11-24T03:23:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:23:42,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T03:23:42,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:42,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:42,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:42,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:42,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:42,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/8e5dc3b9f6cb4f118aaadbe731a3fb05 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/8e5dc3b9f6cb4f118aaadbe731a3fb05 2024-11-24T03:23:42,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/8e5dc3b9f6cb4f118aaadbe731a3fb05, entries=150, sequenceid=359, filesize=30.5 K 2024-11-24T03:23:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/e4330fa47ed64cad84a6a355a142ecbb as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e4330fa47ed64cad84a6a355a142ecbb 2024-11-24T03:23:42,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e4330fa47ed64cad84a6a355a142ecbb, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T03:23:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/eaec8d0a66be4117a37d166f191e83e3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/eaec8d0a66be4117a37d166f191e83e3 2024-11-24T03:23:42,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/eaec8d0a66be4117a37d166f191e83e3, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T03:23:42,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 0bc40b8faee36c21bd641abda30ea6e3 in 941ms, sequenceid=359, compaction requested=true 2024-11-24T03:23:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:42,115 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:42,115 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:42,116 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:42,116 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:42,116 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:42,117 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b98b4c54a8904929bb68779b5f03ef6d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8e0addbfc61d4eaa9a0a232c2eacaf50, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e4330fa47ed64cad84a6a355a142ecbb] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=36.8 K 2024-11-24T03:23:42,118 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:42,118 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:42,118 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:42,118 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/141a8898d3a442b2b1b242227c11faad, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/7744f2c3a315447c89e2b72077694284, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/8e5dc3b9f6cb4f118aaadbe731a3fb05] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=92.3 K 2024-11-24T03:23:42,118 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:42,118 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/141a8898d3a442b2b1b242227c11faad, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/7744f2c3a315447c89e2b72077694284, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/8e5dc3b9f6cb4f118aaadbe731a3fb05] 2024-11-24T03:23:42,118 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b98b4c54a8904929bb68779b5f03ef6d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732418618774 2024-11-24T03:23:42,118 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 141a8898d3a442b2b1b242227c11faad, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732418618774 2024-11-24T03:23:42,119 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e0addbfc61d4eaa9a0a232c2eacaf50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732418619411 2024-11-24T03:23:42,119 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7744f2c3a315447c89e2b72077694284, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732418619411 2024-11-24T03:23:42,119 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e4330fa47ed64cad84a6a355a142ecbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732418620556 2024-11-24T03:23:42,119 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e5dc3b9f6cb4f118aaadbe731a3fb05, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732418620556 2024-11-24T03:23:42,130 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#583 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:42,131 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/0227ecfee7c744f893594dd4dfba6159 is 50, key is test_row_0/B:col10/1732418621171/Put/seqid=0 2024-11-24T03:23:42,136 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:42,178 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124697e17098c134ddd893f4013bd3294bf_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:42,180 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124697e17098c134ddd893f4013bd3294bf_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:42,181 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124697e17098c134ddd893f4013bd3294bf_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742518_1694 (size=13153) 2024-11-24T03:23:42,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742519_1695 (size=4469) 2024-11-24T03:23:42,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T03:23:42,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:42,248 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:23:42,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:42,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124211d6866245746f58ae8ca2f0729d401_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418621225/Put/seqid=0 2024-11-24T03:23:42,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742520_1696 (size=12454) 2024-11-24T03:23:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:42,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:23:42,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418682381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418682417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418682417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418682420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418682429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418682524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418682528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418682529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418682529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418682531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,589 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/0227ecfee7c744f893594dd4dfba6159 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0227ecfee7c744f893594dd4dfba6159 2024-11-24T03:23:42,597 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into 0227ecfee7c744f893594dd4dfba6159(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:42,597 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:42,597 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=13, startTime=1732418622115; duration=0sec 2024-11-24T03:23:42,597 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:42,597 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:42,597 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:42,600 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:42,600 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/C is initiating minor compaction (all files) 2024-11-24T03:23:42,600 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/C in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:42,600 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/182beac6679344c4b10e3f804c34056a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e55c7badabea4e07bc922b244326807e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/eaec8d0a66be4117a37d166f191e83e3] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=36.7 K 2024-11-24T03:23:42,600 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 182beac6679344c4b10e3f804c34056a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732418618774 2024-11-24T03:23:42,601 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e55c7badabea4e07bc922b244326807e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732418619411 2024-11-24T03:23:42,601 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting eaec8d0a66be4117a37d166f191e83e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732418620556 2024-11-24T03:23:42,622 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#C#compaction#586 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:42,623 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/a0269c6cd99046ed9e0e05017e6a1acf is 50, key is test_row_0/C:col10/1732418621171/Put/seqid=0 2024-11-24T03:23:42,645 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#584 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:42,646 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ea73a75165f64bc18b39390afb7986a5 is 175, key is test_row_0/A:col10/1732418621171/Put/seqid=0 2024-11-24T03:23:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742521_1697 (size=13085) 2024-11-24T03:23:42,678 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/a0269c6cd99046ed9e0e05017e6a1acf as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a0269c6cd99046ed9e0e05017e6a1acf 2024-11-24T03:23:42,684 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/C of 0bc40b8faee36c21bd641abda30ea6e3 into a0269c6cd99046ed9e0e05017e6a1acf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:42,684 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:42,684 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/C, priority=13, startTime=1732418622115; duration=0sec 2024-11-24T03:23:42,684 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:42,684 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742522_1698 (size=32107) 2024-11-24T03:23:42,721 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/ea73a75165f64bc18b39390afb7986a5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ea73a75165f64bc18b39390afb7986a5 2024-11-24T03:23:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,727 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into ea73a75165f64bc18b39390afb7986a5(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:42,727 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:42,727 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=13, startTime=1732418622115; duration=0sec 2024-11-24T03:23:42,727 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:42,727 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:42,732 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124211d6866245746f58ae8ca2f0729d401_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124211d6866245746f58ae8ca2f0729d401_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:42,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418682728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/2b45268cd0a8404785af9b69bfb4772f, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/2b45268cd0a8404785af9b69bfb4772f is 175, key is test_row_0/A:col10/1732418621225/Put/seqid=0 2024-11-24T03:23:42,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418682734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418682734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418682734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418682736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:42,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742523_1699 (size=31255) 2024-11-24T03:23:42,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/2b45268cd0a8404785af9b69bfb4772f 2024-11-24T03:23:42,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/6a06a051354143c993c6429f03c0d149 is 50, key is test_row_0/B:col10/1732418621225/Put/seqid=0 2024-11-24T03:23:42,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742524_1700 (size=12301) 2024-11-24T03:23:42,798 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/6a06a051354143c993c6429f03c0d149 2024-11-24T03:23:42,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/ef7979488da24a06b8a55c3e4731aa30 is 50, key is test_row_0/C:col10/1732418621225/Put/seqid=0 2024-11-24T03:23:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742525_1701 (size=12301) 2024-11-24T03:23:42,868 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/ef7979488da24a06b8a55c3e4731aa30 2024-11-24T03:23:42,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/2b45268cd0a8404785af9b69bfb4772f as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/2b45268cd0a8404785af9b69bfb4772f 2024-11-24T03:23:42,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/2b45268cd0a8404785af9b69bfb4772f, entries=150, sequenceid=375, filesize=30.5 K 2024-11-24T03:23:42,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/6a06a051354143c993c6429f03c0d149 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6a06a051354143c993c6429f03c0d149 2024-11-24T03:23:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:23:42,892 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6a06a051354143c993c6429f03c0d149, entries=150, sequenceid=375, filesize=12.0 K 2024-11-24T03:23:42,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/ef7979488da24a06b8a55c3e4731aa30 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ef7979488da24a06b8a55c3e4731aa30 2024-11-24T03:23:42,901 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ef7979488da24a06b8a55c3e4731aa30, entries=150, sequenceid=375, filesize=12.0 K 2024-11-24T03:23:42,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0bc40b8faee36c21bd641abda30ea6e3 in 654ms, sequenceid=375, compaction requested=false 2024-11-24T03:23:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-24T03:23:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-24T03:23:42,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-24T03:23:42,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1160 sec 2024-11-24T03:23:42,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.1230 sec 2024-11-24T03:23:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:43,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:23:43,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:43,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247c543256e25d49a58451622ce507e361_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418622420/Put/seqid=0 2024-11-24T03:23:43,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418683055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418683056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418683057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418683057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418683060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742526_1702 (size=14994) 2024-11-24T03:23:43,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418683161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418683162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418683162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418683162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418683165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418683365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418683366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418683366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418683367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418683369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,479 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,490 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247c543256e25d49a58451622ce507e361_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247c543256e25d49a58451622ce507e361_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:43,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/de4ad1f34d2b46ba8f4bb9ebb18979ee, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:43,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/de4ad1f34d2b46ba8f4bb9ebb18979ee is 175, key is test_row_0/A:col10/1732418622420/Put/seqid=0 2024-11-24T03:23:43,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742527_1703 (size=39949) 2024-11-24T03:23:43,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418683670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418683671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418683671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418683672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418683673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:23:43,890 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-24T03:23:43,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-24T03:23:43,894 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:23:43,897 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:43,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:43,923 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/de4ad1f34d2b46ba8f4bb9ebb18979ee 2024-11-24T03:23:43,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/af3544d9b00a42778278ee050ddffdbd is 50, key is test_row_0/B:col10/1732418622420/Put/seqid=0 2024-11-24T03:23:43,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742528_1704 (size=12301) 2024-11-24T03:23:43,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/af3544d9b00a42778278ee050ddffdbd 2024-11-24T03:23:43,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7ff6857c2d4b4babb29c6235c4f5e1e5 is 50, key is test_row_0/C:col10/1732418622420/Put/seqid=0 2024-11-24T03:23:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:23:44,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742529_1705 (size=12301) 2024-11-24T03:23:44,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:44,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:23:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418684173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:44,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418684175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:44,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418684178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418684179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418684180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:23:44,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:44,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:23:44,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:44,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:44,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:23:44,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:44,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7ff6857c2d4b4babb29c6235c4f5e1e5 2024-11-24T03:23:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/de4ad1f34d2b46ba8f4bb9ebb18979ee as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/de4ad1f34d2b46ba8f4bb9ebb18979ee 2024-11-24T03:23:44,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/de4ad1f34d2b46ba8f4bb9ebb18979ee, entries=200, sequenceid=399, filesize=39.0 K 2024-11-24T03:23:44,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/af3544d9b00a42778278ee050ddffdbd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/af3544d9b00a42778278ee050ddffdbd 2024-11-24T03:23:44,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/af3544d9b00a42778278ee050ddffdbd, entries=150, sequenceid=399, filesize=12.0 K 2024-11-24T03:23:44,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/7ff6857c2d4b4babb29c6235c4f5e1e5 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7ff6857c2d4b4babb29c6235c4f5e1e5 2024-11-24T03:23:44,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7ff6857c2d4b4babb29c6235c4f5e1e5, entries=150, sequenceid=399, filesize=12.0 K 2024-11-24T03:23:44,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0bc40b8faee36c21bd641abda30ea6e3 in 1390ms, sequenceid=399, compaction requested=true 2024-11-24T03:23:44,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:44,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:44,430 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:44,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:44,430 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:44,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:44,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:44,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:44,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:44,432 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:44,432 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:44,432 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,433 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0227ecfee7c744f893594dd4dfba6159, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6a06a051354143c993c6429f03c0d149, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/af3544d9b00a42778278ee050ddffdbd] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=36.9 K 2024-11-24T03:23:44,433 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0227ecfee7c744f893594dd4dfba6159, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732418620556 2024-11-24T03:23:44,433 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:44,433 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:44,433 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,433 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ea73a75165f64bc18b39390afb7986a5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/2b45268cd0a8404785af9b69bfb4772f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/de4ad1f34d2b46ba8f4bb9ebb18979ee] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=100.9 K 2024-11-24T03:23:44,434 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,434 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ea73a75165f64bc18b39390afb7986a5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/2b45268cd0a8404785af9b69bfb4772f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/de4ad1f34d2b46ba8f4bb9ebb18979ee] 2024-11-24T03:23:44,434 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a06a051354143c993c6429f03c0d149, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732418621225 2024-11-24T03:23:44,434 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea73a75165f64bc18b39390afb7986a5, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732418620556 2024-11-24T03:23:44,434 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting af3544d9b00a42778278ee050ddffdbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732418622381 2024-11-24T03:23:44,434 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b45268cd0a8404785af9b69bfb4772f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732418621225 2024-11-24T03:23:44,435 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting de4ad1f34d2b46ba8f4bb9ebb18979ee, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732418622364 2024-11-24T03:23:44,443 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#592 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:44,444 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/d13888200b2f41bdaef8d7b506409528 is 50, key is test_row_0/B:col10/1732418622420/Put/seqid=0 2024-11-24T03:23:44,449 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:44,460 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e080c5d418ca4d81968fd050875158a7_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:44,462 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e080c5d418ca4d81968fd050875158a7_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:44,462 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e080c5d418ca4d81968fd050875158a7_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742530_1706 (size=13255) 2024-11-24T03:23:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742531_1707 (size=4469) 2024-11-24T03:23:44,476 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/d13888200b2f41bdaef8d7b506409528 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/d13888200b2f41bdaef8d7b506409528 2024-11-24T03:23:44,482 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into d13888200b2f41bdaef8d7b506409528(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:44,482 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:44,482 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=13, startTime=1732418624430; duration=0sec 2024-11-24T03:23:44,482 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:44,482 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:44,482 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:44,484 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:44,484 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/C is initiating minor compaction (all files) 2024-11-24T03:23:44,484 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/C in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,484 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a0269c6cd99046ed9e0e05017e6a1acf, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ef7979488da24a06b8a55c3e4731aa30, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7ff6857c2d4b4babb29c6235c4f5e1e5] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=36.8 K 2024-11-24T03:23:44,484 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a0269c6cd99046ed9e0e05017e6a1acf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732418620556 2024-11-24T03:23:44,485 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ef7979488da24a06b8a55c3e4731aa30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732418621225 2024-11-24T03:23:44,485 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ff6857c2d4b4babb29c6235c4f5e1e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732418622381 2024-11-24T03:23:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:23:44,500 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#C#compaction#594 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:44,501 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/38539e1cd14f4341a45b97df0362a851 is 50, key is test_row_0/C:col10/1732418622420/Put/seqid=0 2024-11-24T03:23:44,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:44,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:23:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:44,513 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:23:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:44,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742532_1708 (size=13187) 2024-11-24T03:23:44,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b85d6f13de344cafa681141cb9e345fc_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418623050/Put/seqid=0 2024-11-24T03:23:44,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742533_1709 (size=12454) 2024-11-24T03:23:44,877 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#593 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:44,878 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/e1e9b00fbf5e443ca58904c8b2f57250 is 175, key is test_row_0/A:col10/1732418622420/Put/seqid=0 2024-11-24T03:23:44,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742534_1710 (size=32209) 2024-11-24T03:23:44,949 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/38539e1cd14f4341a45b97df0362a851 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/38539e1cd14f4341a45b97df0362a851 2024-11-24T03:23:44,957 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/C of 0bc40b8faee36c21bd641abda30ea6e3 into 38539e1cd14f4341a45b97df0362a851(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:44,957 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:44,957 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/C, priority=13, startTime=1732418624431; duration=0sec 2024-11-24T03:23:44,957 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:44,957 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:44,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:44,981 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b85d6f13de344cafa681141cb9e345fc_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b85d6f13de344cafa681141cb9e345fc_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:44,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/f761e49440974ec795e1424691565828, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/f761e49440974ec795e1424691565828 is 175, key is test_row_0/A:col10/1732418623050/Put/seqid=0 2024-11-24T03:23:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:23:45,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742535_1711 (size=31255) 2024-11-24T03:23:45,011 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/f761e49440974ec795e1424691565828 2024-11-24T03:23:45,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/0332ac569aa4469e8c83e9c480188a6e is 50, key is test_row_0/B:col10/1732418623050/Put/seqid=0 2024-11-24T03:23:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742536_1712 (size=12301) 2024-11-24T03:23:45,047 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/0332ac569aa4469e8c83e9c480188a6e 2024-11-24T03:23:45,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/0305d47f9a3947ecb256738f894c668e is 50, key is test_row_0/C:col10/1732418623050/Put/seqid=0 2024-11-24T03:23:45,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742537_1713 (size=12301) 2024-11-24T03:23:45,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:45,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418685199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418685199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418685202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418685205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418685205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418685306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418685306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418685306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418685311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418685311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,324 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/e1e9b00fbf5e443ca58904c8b2f57250 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e1e9b00fbf5e443ca58904c8b2f57250 2024-11-24T03:23:45,330 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into e1e9b00fbf5e443ca58904c8b2f57250(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:45,330 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:45,330 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=13, startTime=1732418624430; duration=0sec 2024-11-24T03:23:45,330 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:45,330 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:45,491 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/0305d47f9a3947ecb256738f894c668e 2024-11-24T03:23:45,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/f761e49440974ec795e1424691565828 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f761e49440974ec795e1424691565828 2024-11-24T03:23:45,501 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f761e49440974ec795e1424691565828, entries=150, sequenceid=415, filesize=30.5 K 2024-11-24T03:23:45,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/0332ac569aa4469e8c83e9c480188a6e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0332ac569aa4469e8c83e9c480188a6e 2024-11-24T03:23:45,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0332ac569aa4469e8c83e9c480188a6e, entries=150, sequenceid=415, filesize=12.0 K 2024-11-24T03:23:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/0305d47f9a3947ecb256738f894c668e as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/0305d47f9a3947ecb256738f894c668e 2024-11-24T03:23:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418685508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418685510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418685510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418685516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,517 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/0305d47f9a3947ecb256738f894c668e, entries=150, sequenceid=415, filesize=12.0 K 2024-11-24T03:23:45,528 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 0bc40b8faee36c21bd641abda30ea6e3 in 1015ms, sequenceid=415, compaction requested=false 2024-11-24T03:23:45,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:45,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:45,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-24T03:23:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-24T03:23:45,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-24T03:23:45,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6320 sec 2024-11-24T03:23:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:45,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T03:23:45,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:45,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:45,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:45,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:45,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:45,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:45,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.6380 sec 2024-11-24T03:23:45,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dd3108d9206d4fcba1cc88c2a4ec1728_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418625202/Put/seqid=0 2024-11-24T03:23:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418685584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742538_1714 (size=14994) 2024-11-24T03:23:45,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:45,595 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dd3108d9206d4fcba1cc88c2a4ec1728_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dd3108d9206d4fcba1cc88c2a4ec1728_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:45,596 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/d403a16a4f034eb09d89ce891969be8c, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:45,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/d403a16a4f034eb09d89ce891969be8c is 175, key is test_row_0/A:col10/1732418625202/Put/seqid=0 2024-11-24T03:23:45,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742539_1715 (size=39949) 2024-11-24T03:23:45,632 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/d403a16a4f034eb09d89ce891969be8c 2024-11-24T03:23:45,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/045618109afb4997b8e69cca18db31cd is 50, key is test_row_0/B:col10/1732418625202/Put/seqid=0 2024-11-24T03:23:45,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418685689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742540_1716 (size=12301) 2024-11-24T03:23:45,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418685824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418685824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418685824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418685825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418685895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:23:46,001 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-24T03:23:46,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-24T03:23:46,004 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:46,005 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:46,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:23:46,019 DEBUG [Thread-2633 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:61684 2024-11-24T03:23:46,019 DEBUG [Thread-2633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:46,019 DEBUG [Thread-2627 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:61684 2024-11-24T03:23:46,019 DEBUG [Thread-2627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:46,021 DEBUG [Thread-2631 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:61684 2024-11-24T03:23:46,021 DEBUG [Thread-2631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:46,022 DEBUG [Thread-2629 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:61684 2024-11-24T03:23:46,022 DEBUG [Thread-2629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:46,023 DEBUG [Thread-2625 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:61684 2024-11-24T03:23:46,023 DEBUG [Thread-2625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:23:46,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/045618109afb4997b8e69cca18db31cd 2024-11-24T03:23:46,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/08c153bdf18b4c0ab21ce0c06856dbd4 is 50, key is test_row_0/C:col10/1732418625202/Put/seqid=0 2024-11-24T03:23:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742541_1717 (size=12301) 2024-11-24T03:23:46,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T03:23:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43298 deadline: 1732418686199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:23:46,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T03:23:46,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:46,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43320 deadline: 1732418686329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43312 deadline: 1732418686330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43216 deadline: 1732418686331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43286 deadline: 1732418686331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T03:23:46,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:46,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/08c153bdf18b4c0ab21ce0c06856dbd4 2024-11-24T03:23:46,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/d403a16a4f034eb09d89ce891969be8c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/d403a16a4f034eb09d89ce891969be8c 2024-11-24T03:23:46,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/d403a16a4f034eb09d89ce891969be8c, entries=200, sequenceid=440, filesize=39.0 K 2024-11-24T03:23:46,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/045618109afb4997b8e69cca18db31cd as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/045618109afb4997b8e69cca18db31cd 2024-11-24T03:23:46,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/045618109afb4997b8e69cca18db31cd, entries=150, sequenceid=440, filesize=12.0 K 2024-11-24T03:23:46,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/08c153bdf18b4c0ab21ce0c06856dbd4 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/08c153bdf18b4c0ab21ce0c06856dbd4 2024-11-24T03:23:46,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/08c153bdf18b4c0ab21ce0c06856dbd4, entries=150, sequenceid=440, filesize=12.0 K 2024-11-24T03:23:46,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0bc40b8faee36c21bd641abda30ea6e3 in 1020ms, sequenceid=440, compaction requested=true 2024-11-24T03:23:46,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:46,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:46,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:46,551 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:46,551 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:46,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:46,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:46,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bc40b8faee36c21bd641abda30ea6e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:46,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:46,552 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:46,552 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:46,552 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/A is initiating minor compaction (all files) 2024-11-24T03:23:46,552 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/B is initiating minor compaction (all files) 2024-11-24T03:23:46,552 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/A in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,552 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/B in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,552 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/d13888200b2f41bdaef8d7b506409528, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0332ac569aa4469e8c83e9c480188a6e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/045618109afb4997b8e69cca18db31cd] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=37.0 K 2024-11-24T03:23:46,552 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e1e9b00fbf5e443ca58904c8b2f57250, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f761e49440974ec795e1424691565828, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/d403a16a4f034eb09d89ce891969be8c] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=101.0 K 2024-11-24T03:23:46,552 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,552 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. files: [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e1e9b00fbf5e443ca58904c8b2f57250, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f761e49440974ec795e1424691565828, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/d403a16a4f034eb09d89ce891969be8c] 2024-11-24T03:23:46,553 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d13888200b2f41bdaef8d7b506409528, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732418622381 2024-11-24T03:23:46,553 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1e9b00fbf5e443ca58904c8b2f57250, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732418622381 2024-11-24T03:23:46,553 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0332ac569aa4469e8c83e9c480188a6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732418623050 2024-11-24T03:23:46,553 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f761e49440974ec795e1424691565828, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732418623050 2024-11-24T03:23:46,553 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 045618109afb4997b8e69cca18db31cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732418625202 2024-11-24T03:23:46,553 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d403a16a4f034eb09d89ce891969be8c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732418625191 2024-11-24T03:23:46,561 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:46,562 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#B#compaction#601 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:46,563 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124065e579516004cbb9e236d33efaca765_0bc40b8faee36c21bd641abda30ea6e3 store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:46,563 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/ead8abfc49f24a678b5fd639b6e15f59 is 50, key is test_row_0/B:col10/1732418625202/Put/seqid=0 2024-11-24T03:23:46,566 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124065e579516004cbb9e236d33efaca765_0bc40b8faee36c21bd641abda30ea6e3, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:46,566 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124065e579516004cbb9e236d33efaca765_0bc40b8faee36c21bd641abda30ea6e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742542_1718 (size=13357) 2024-11-24T03:23:46,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742543_1719 (size=4469) 2024-11-24T03:23:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:23:46,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:46,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T03:23:46,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T03:23:46,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:46,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:46,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:46,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:46,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:46,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:46,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bf6ab755726f4ceda1a51c50b2d22c91_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418625560/Put/seqid=0 2024-11-24T03:23:46,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742544_1720 (size=12454) 2024-11-24T03:23:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:46,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. as already flushing 2024-11-24T03:23:46,703 DEBUG [Thread-2614 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:61684 2024-11-24T03:23:46,703 DEBUG [Thread-2614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:46,977 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/ead8abfc49f24a678b5fd639b6e15f59 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ead8abfc49f24a678b5fd639b6e15f59 2024-11-24T03:23:46,981 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/B of 0bc40b8faee36c21bd641abda30ea6e3 into ead8abfc49f24a678b5fd639b6e15f59(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:46,981 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:46,981 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/B, priority=13, startTime=1732418626551; duration=0sec 2024-11-24T03:23:46,981 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:46,982 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:B 2024-11-24T03:23:46,982 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:46,982 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#A#compaction#602 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:46,983 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:46,983 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1540): 0bc40b8faee36c21bd641abda30ea6e3/C is initiating minor compaction (all files) 2024-11-24T03:23:46,983 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/e1c469aef2a64cf08167378e0421601d is 175, key is test_row_0/A:col10/1732418625202/Put/seqid=0 2024-11-24T03:23:46,983 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0bc40b8faee36c21bd641abda30ea6e3/C in TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:46,983 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/38539e1cd14f4341a45b97df0362a851, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/0305d47f9a3947ecb256738f894c668e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/08c153bdf18b4c0ab21ce0c06856dbd4] into tmpdir=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp, totalSize=36.9 K 2024-11-24T03:23:46,984 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 38539e1cd14f4341a45b97df0362a851, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732418622381 2024-11-24T03:23:46,984 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0305d47f9a3947ecb256738f894c668e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732418623050 2024-11-24T03:23:46,985 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c153bdf18b4c0ab21ce0c06856dbd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732418625202 2024-11-24T03:23:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742545_1721 (size=32311) 2024-11-24T03:23:46,992 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/e1c469aef2a64cf08167378e0421601d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e1c469aef2a64cf08167378e0421601d 2024-11-24T03:23:46,996 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/A of 0bc40b8faee36c21bd641abda30ea6e3 into e1c469aef2a64cf08167378e0421601d(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:46,996 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:46,996 INFO [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/A, priority=13, startTime=1732418626551; duration=0sec 2024-11-24T03:23:46,996 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:46,996 DEBUG [RS:0;f13c2bb2f71a:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:A 2024-11-24T03:23:47,006 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bc40b8faee36c21bd641abda30ea6e3#C#compaction#604 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:47,006 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/16a62e2de66540afb50746f7f607ed4c is 50, key is test_row_0/C:col10/1732418625202/Put/seqid=0 2024-11-24T03:23:47,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:47,028 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bf6ab755726f4ceda1a51c50b2d22c91_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bf6ab755726f4ceda1a51c50b2d22c91_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:47,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/56d2295870e141e0a7caf9353d7fc3e2, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:47,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/56d2295870e141e0a7caf9353d7fc3e2 is 175, key is test_row_0/A:col10/1732418625560/Put/seqid=0 2024-11-24T03:23:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742546_1722 (size=13289) 2024-11-24T03:23:47,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742547_1723 (size=31255) 2024-11-24T03:23:47,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=453, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/56d2295870e141e0a7caf9353d7fc3e2 2024-11-24T03:23:47,044 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/16a62e2de66540afb50746f7f607ed4c as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/16a62e2de66540afb50746f7f607ed4c 2024-11-24T03:23:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/ab71a901490649fbbb5f238b510cae02 is 50, key is test_row_0/B:col10/1732418625560/Put/seqid=0 2024-11-24T03:23:47,051 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0bc40b8faee36c21bd641abda30ea6e3/C of 0bc40b8faee36c21bd641abda30ea6e3 into 16a62e2de66540afb50746f7f607ed4c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:47,051 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:47,051 INFO [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3., storeName=0bc40b8faee36c21bd641abda30ea6e3/C, priority=13, startTime=1732418626551; duration=0sec 2024-11-24T03:23:47,051 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:47,051 DEBUG [RS:0;f13c2bb2f71a:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bc40b8faee36c21bd641abda30ea6e3:C 2024-11-24T03:23:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742548_1724 (size=12301) 2024-11-24T03:23:47,058 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/ab71a901490649fbbb5f238b510cae02 2024-11-24T03:23:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d59565c829b44436885b72e87cf335d7 is 50, key is test_row_0/C:col10/1732418625560/Put/seqid=0 2024-11-24T03:23:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742549_1725 (size=12301) 2024-11-24T03:23:47,072 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d59565c829b44436885b72e87cf335d7 2024-11-24T03:23:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/56d2295870e141e0a7caf9353d7fc3e2 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/56d2295870e141e0a7caf9353d7fc3e2 2024-11-24T03:23:47,081 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/56d2295870e141e0a7caf9353d7fc3e2, entries=150, sequenceid=453, filesize=30.5 K 2024-11-24T03:23:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/ab71a901490649fbbb5f238b510cae02 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ab71a901490649fbbb5f238b510cae02 2024-11-24T03:23:47,086 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ab71a901490649fbbb5f238b510cae02, entries=150, sequenceid=453, filesize=12.0 K 2024-11-24T03:23:47,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/d59565c829b44436885b72e87cf335d7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d59565c829b44436885b72e87cf335d7 2024-11-24T03:23:47,092 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d59565c829b44436885b72e87cf335d7, entries=150, sequenceid=453, filesize=12.0 K 2024-11-24T03:23:47,094 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=6.71 KB/6870 for 0bc40b8faee36c21bd641abda30ea6e3 in 479ms, sequenceid=453, compaction requested=false 2024-11-24T03:23:47,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:47,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:47,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-24T03:23:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-24T03:23:47,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-24T03:23:47,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0900 sec 2024-11-24T03:23:47,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.0950 sec 2024-11-24T03:23:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:23:47,108 INFO [Thread-2624 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-24T03:23:47,335 DEBUG [Thread-2616 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:61684 2024-11-24T03:23:47,335 DEBUG [Thread-2616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:47,336 DEBUG [Thread-2622 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:61684 2024-11-24T03:23:47,336 DEBUG [Thread-2622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:47,340 DEBUG [Thread-2618 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:61684 2024-11-24T03:23:47,341 DEBUG [Thread-2618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:47,341 DEBUG [Thread-2620 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:61684 2024-11-24T03:23:47,341 DEBUG [Thread-2620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5173 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5022 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4979 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5218 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5037 2024-11-24T03:23:47,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:23:47,341 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:23:47,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x593af048 to 127.0.0.1:61684 2024-11-24T03:23:47,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:47,342 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:23:47,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:23:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T03:23:47,345 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418627344"}]},"ts":"1732418627344"} 2024-11-24T03:23:47,346 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:23:47,348 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:23:47,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:23:47,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, UNASSIGN}] 2024-11-24T03:23:47,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=185, ppid=184, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, UNASSIGN 2024-11-24T03:23:47,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=185 updating hbase:meta row=0bc40b8faee36c21bd641abda30ea6e3, regionState=CLOSING, regionLocation=f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:47,352 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:23:47,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; CloseRegionProcedure 0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035}] 2024-11-24T03:23:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T03:23:47,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:47,504 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(124): Close 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1681): Closing 0bc40b8faee36c21bd641abda30ea6e3, disabling compactions & flushes 2024-11-24T03:23:47,504 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. after waiting 0 ms 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:47,504 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(2837): Flushing 0bc40b8faee36c21bd641abda30ea6e3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=A 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=B 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bc40b8faee36c21bd641abda30ea6e3, store=C 2024-11-24T03:23:47,504 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:47,511 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244db88b52d4b942ec9538f8d00485fa9e_0bc40b8faee36c21bd641abda30ea6e3 is 50, key is test_row_0/A:col10/1732418627335/Put/seqid=0 2024-11-24T03:23:47,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742550_1726 (size=9914) 2024-11-24T03:23:47,515 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:47,519 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244db88b52d4b942ec9538f8d00485fa9e_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244db88b52d4b942ec9538f8d00485fa9e_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:47,519 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/10533dfd9fc146c5942832db06f514e3, store: [table=TestAcidGuarantees family=A region=0bc40b8faee36c21bd641abda30ea6e3] 2024-11-24T03:23:47,520 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/10533dfd9fc146c5942832db06f514e3 is 175, key is test_row_0/A:col10/1732418627335/Put/seqid=0 2024-11-24T03:23:47,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742551_1727 (size=22561) 2024-11-24T03:23:47,524 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=464, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/10533dfd9fc146c5942832db06f514e3 2024-11-24T03:23:47,530 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/3585072d974b414ab3ab353a96999e65 is 50, key is test_row_0/B:col10/1732418627335/Put/seqid=0 2024-11-24T03:23:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742552_1728 (size=9857) 2024-11-24T03:23:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T03:23:47,933 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/3585072d974b414ab3ab353a96999e65 2024-11-24T03:23:47,940 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/156ca21620864b4e9490ebc948bb1f97 is 50, key is test_row_0/C:col10/1732418627335/Put/seqid=0 2024-11-24T03:23:47,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742553_1729 (size=9857) 2024-11-24T03:23:47,944 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/156ca21620864b4e9490ebc948bb1f97 2024-11-24T03:23:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T03:23:47,948 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/A/10533dfd9fc146c5942832db06f514e3 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/10533dfd9fc146c5942832db06f514e3 2024-11-24T03:23:47,951 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/10533dfd9fc146c5942832db06f514e3, entries=100, sequenceid=464, filesize=22.0 K 2024-11-24T03:23:47,952 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/B/3585072d974b414ab3ab353a96999e65 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3585072d974b414ab3ab353a96999e65 2024-11-24T03:23:47,957 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3585072d974b414ab3ab353a96999e65, entries=100, sequenceid=464, filesize=9.6 K 2024-11-24T03:23:47,958 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/.tmp/C/156ca21620864b4e9490ebc948bb1f97 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/156ca21620864b4e9490ebc948bb1f97 2024-11-24T03:23:47,962 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/156ca21620864b4e9490ebc948bb1f97, entries=100, sequenceid=464, filesize=9.6 K 2024-11-24T03:23:47,963 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0bc40b8faee36c21bd641abda30ea6e3 in 459ms, sequenceid=464, compaction requested=true 2024-11-24T03:23:47,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/bb05b0b105454591bd1b21697d88afda, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/037214baff80401687b35b5519160554, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecac1bb803f6450dacb40793f502b608, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dff33b5d997f4886aea662e7c2fd122f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/71a44ec45ec740cba06da5425daafe7c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cd813b27ee4647579e3d430c0081926f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/6f5ba8931ed1403486ddabd01a497294, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e5dfe9413cea4cdc986f3abdfa2c6d70, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/3ad904ba5eb241ba9c2dff00f1880618, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/1ead0689b2384d94b6efec02a9371a5a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dfdb965bd2f248c49aefd1f6a2bd84d1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/570433643f7b43e38650f78a556915c1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/b54ac55bf8554454a6dd79327eb17ddb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/0e44763e3aa64ff8aae1d14f1ca4aa04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ba96ea1db33f48a08699dfdb67bf31b7, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f54320e1d9d34bf793413eeb506d0381, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/996a9eb1cd0e4099a1bd46e9731e7bd2, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cb06c8a780ff44d3ae85d98880237583, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/86203ab0b4a34d40b06f5d7c98b711c3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecf8d0dae53f47729577371bb332ea0a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/4c625a96bc6243faac73d7d049ff9437, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/69953f1ea9a6463fabf54b487412d372, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/141a8898d3a442b2b1b242227c11faad, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/7744f2c3a315447c89e2b72077694284, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ea73a75165f64bc18b39390afb7986a5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/8e5dc3b9f6cb4f118aaadbe731a3fb05, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/2b45268cd0a8404785af9b69bfb4772f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/de4ad1f34d2b46ba8f4bb9ebb18979ee, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e1e9b00fbf5e443ca58904c8b2f57250, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f761e49440974ec795e1424691565828, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/d403a16a4f034eb09d89ce891969be8c] to archive 2024-11-24T03:23:47,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:47,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/bb05b0b105454591bd1b21697d88afda to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/bb05b0b105454591bd1b21697d88afda 2024-11-24T03:23:47,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/037214baff80401687b35b5519160554 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/037214baff80401687b35b5519160554 2024-11-24T03:23:47,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecac1bb803f6450dacb40793f502b608 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecac1bb803f6450dacb40793f502b608 2024-11-24T03:23:47,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dff33b5d997f4886aea662e7c2fd122f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dff33b5d997f4886aea662e7c2fd122f 2024-11-24T03:23:47,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/71a44ec45ec740cba06da5425daafe7c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/71a44ec45ec740cba06da5425daafe7c 2024-11-24T03:23:47,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cd813b27ee4647579e3d430c0081926f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cd813b27ee4647579e3d430c0081926f 2024-11-24T03:23:47,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/6f5ba8931ed1403486ddabd01a497294 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/6f5ba8931ed1403486ddabd01a497294 2024-11-24T03:23:47,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e5dfe9413cea4cdc986f3abdfa2c6d70 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e5dfe9413cea4cdc986f3abdfa2c6d70 2024-11-24T03:23:47,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/3ad904ba5eb241ba9c2dff00f1880618 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/3ad904ba5eb241ba9c2dff00f1880618 2024-11-24T03:23:47,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/1ead0689b2384d94b6efec02a9371a5a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/1ead0689b2384d94b6efec02a9371a5a 2024-11-24T03:23:47,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dfdb965bd2f248c49aefd1f6a2bd84d1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/dfdb965bd2f248c49aefd1f6a2bd84d1 2024-11-24T03:23:47,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/570433643f7b43e38650f78a556915c1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/570433643f7b43e38650f78a556915c1 2024-11-24T03:23:47,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/b54ac55bf8554454a6dd79327eb17ddb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/b54ac55bf8554454a6dd79327eb17ddb 2024-11-24T03:23:47,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/0e44763e3aa64ff8aae1d14f1ca4aa04 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/0e44763e3aa64ff8aae1d14f1ca4aa04 2024-11-24T03:23:47,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ba96ea1db33f48a08699dfdb67bf31b7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ba96ea1db33f48a08699dfdb67bf31b7 2024-11-24T03:23:47,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f54320e1d9d34bf793413eeb506d0381 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f54320e1d9d34bf793413eeb506d0381 2024-11-24T03:23:47,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/996a9eb1cd0e4099a1bd46e9731e7bd2 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/996a9eb1cd0e4099a1bd46e9731e7bd2 2024-11-24T03:23:47,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cb06c8a780ff44d3ae85d98880237583 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/cb06c8a780ff44d3ae85d98880237583 2024-11-24T03:23:47,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/86203ab0b4a34d40b06f5d7c98b711c3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/86203ab0b4a34d40b06f5d7c98b711c3 2024-11-24T03:23:47,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecf8d0dae53f47729577371bb332ea0a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ecf8d0dae53f47729577371bb332ea0a 2024-11-24T03:23:47,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/4c625a96bc6243faac73d7d049ff9437 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/4c625a96bc6243faac73d7d049ff9437 2024-11-24T03:23:47,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/69953f1ea9a6463fabf54b487412d372 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/69953f1ea9a6463fabf54b487412d372 2024-11-24T03:23:47,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/141a8898d3a442b2b1b242227c11faad to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/141a8898d3a442b2b1b242227c11faad 2024-11-24T03:23:47,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/7744f2c3a315447c89e2b72077694284 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/7744f2c3a315447c89e2b72077694284 2024-11-24T03:23:47,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ea73a75165f64bc18b39390afb7986a5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/ea73a75165f64bc18b39390afb7986a5 2024-11-24T03:23:48,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/8e5dc3b9f6cb4f118aaadbe731a3fb05 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/8e5dc3b9f6cb4f118aaadbe731a3fb05 2024-11-24T03:23:48,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/2b45268cd0a8404785af9b69bfb4772f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/2b45268cd0a8404785af9b69bfb4772f 2024-11-24T03:23:48,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/de4ad1f34d2b46ba8f4bb9ebb18979ee to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/de4ad1f34d2b46ba8f4bb9ebb18979ee 2024-11-24T03:23:48,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e1e9b00fbf5e443ca58904c8b2f57250 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e1e9b00fbf5e443ca58904c8b2f57250 2024-11-24T03:23:48,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f761e49440974ec795e1424691565828 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/f761e49440974ec795e1424691565828 2024-11-24T03:23:48,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/d403a16a4f034eb09d89ce891969be8c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/d403a16a4f034eb09d89ce891969be8c 2024-11-24T03:23:48,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e8903add0d384d55ad8da32845d12607, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/156415eb9a2c476196f020dbfb7d0d54, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/00b5b045fdb84e35bd2ede892a783b45, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8dcbf7ae804741b0ac1241f93aaf2187, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/9cf67d3d79f54884aa6fec15df695646, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/07b4e01bee1c4f7a93a40a6c693a1a04, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2c82ff15ff4646f5b1d861a114fed11b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/cf7f67c63af048838335c4e0d79ba357, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/7e3f90a34eae486a87f35b221eb64deb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/f515319823854cb9a9d96247ee1f5f4f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6e9f92be87de4df090914a58453c1043, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6ae80ee1c2ac4f10a9eb7645daa8e83a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0c18653af8914e42ad5ae74fab81cb41, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/fa248daa8c884482ae00aabab0894702, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b421ff43d52d45dbae11c575639abf94, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/5b20a57ffaf640c592018a0fb4367567, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/4d59961cab7b4b9b86c800bb2c56b81c, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2d817bfc71364e3a90032f1a87a9b208, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/efac561c09ab4689bf28480367526ea9, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3cc79e8413514a63a6ba8ab2ab290c5e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/a2dad35dc92c417890f6c7239edc9735, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b98b4c54a8904929bb68779b5f03ef6d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ff287dc47e2245dabdd3f3d1a881c04d, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8e0addbfc61d4eaa9a0a232c2eacaf50, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0227ecfee7c744f893594dd4dfba6159, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e4330fa47ed64cad84a6a355a142ecbb, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6a06a051354143c993c6429f03c0d149, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/d13888200b2f41bdaef8d7b506409528, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/af3544d9b00a42778278ee050ddffdbd, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0332ac569aa4469e8c83e9c480188a6e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/045618109afb4997b8e69cca18db31cd] to archive 2024-11-24T03:23:48,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:48,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e8903add0d384d55ad8da32845d12607 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e8903add0d384d55ad8da32845d12607 2024-11-24T03:23:48,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/156415eb9a2c476196f020dbfb7d0d54 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/156415eb9a2c476196f020dbfb7d0d54 2024-11-24T03:23:48,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/00b5b045fdb84e35bd2ede892a783b45 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/00b5b045fdb84e35bd2ede892a783b45 2024-11-24T03:23:48,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8dcbf7ae804741b0ac1241f93aaf2187 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8dcbf7ae804741b0ac1241f93aaf2187 2024-11-24T03:23:48,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/9cf67d3d79f54884aa6fec15df695646 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/9cf67d3d79f54884aa6fec15df695646 2024-11-24T03:23:48,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/07b4e01bee1c4f7a93a40a6c693a1a04 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/07b4e01bee1c4f7a93a40a6c693a1a04 2024-11-24T03:23:48,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2c82ff15ff4646f5b1d861a114fed11b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2c82ff15ff4646f5b1d861a114fed11b 2024-11-24T03:23:48,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/cf7f67c63af048838335c4e0d79ba357 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/cf7f67c63af048838335c4e0d79ba357 2024-11-24T03:23:48,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/7e3f90a34eae486a87f35b221eb64deb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/7e3f90a34eae486a87f35b221eb64deb 2024-11-24T03:23:48,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/f515319823854cb9a9d96247ee1f5f4f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/f515319823854cb9a9d96247ee1f5f4f 2024-11-24T03:23:48,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6e9f92be87de4df090914a58453c1043 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6e9f92be87de4df090914a58453c1043 2024-11-24T03:23:48,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6ae80ee1c2ac4f10a9eb7645daa8e83a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6ae80ee1c2ac4f10a9eb7645daa8e83a 2024-11-24T03:23:48,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0c18653af8914e42ad5ae74fab81cb41 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0c18653af8914e42ad5ae74fab81cb41 2024-11-24T03:23:48,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/fa248daa8c884482ae00aabab0894702 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/fa248daa8c884482ae00aabab0894702 2024-11-24T03:23:48,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b421ff43d52d45dbae11c575639abf94 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b421ff43d52d45dbae11c575639abf94 2024-11-24T03:23:48,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/5b20a57ffaf640c592018a0fb4367567 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/5b20a57ffaf640c592018a0fb4367567 2024-11-24T03:23:48,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/4d59961cab7b4b9b86c800bb2c56b81c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/4d59961cab7b4b9b86c800bb2c56b81c 2024-11-24T03:23:48,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2d817bfc71364e3a90032f1a87a9b208 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/2d817bfc71364e3a90032f1a87a9b208 2024-11-24T03:23:48,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/efac561c09ab4689bf28480367526ea9 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/efac561c09ab4689bf28480367526ea9 2024-11-24T03:23:48,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3cc79e8413514a63a6ba8ab2ab290c5e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3cc79e8413514a63a6ba8ab2ab290c5e 2024-11-24T03:23:48,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/a2dad35dc92c417890f6c7239edc9735 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/a2dad35dc92c417890f6c7239edc9735 2024-11-24T03:23:48,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b98b4c54a8904929bb68779b5f03ef6d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/b98b4c54a8904929bb68779b5f03ef6d 2024-11-24T03:23:48,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ff287dc47e2245dabdd3f3d1a881c04d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ff287dc47e2245dabdd3f3d1a881c04d 2024-11-24T03:23:48,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8e0addbfc61d4eaa9a0a232c2eacaf50 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/8e0addbfc61d4eaa9a0a232c2eacaf50 2024-11-24T03:23:48,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0227ecfee7c744f893594dd4dfba6159 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0227ecfee7c744f893594dd4dfba6159 2024-11-24T03:23:48,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e4330fa47ed64cad84a6a355a142ecbb to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/e4330fa47ed64cad84a6a355a142ecbb 2024-11-24T03:23:48,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6a06a051354143c993c6429f03c0d149 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/6a06a051354143c993c6429f03c0d149 2024-11-24T03:23:48,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/d13888200b2f41bdaef8d7b506409528 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/d13888200b2f41bdaef8d7b506409528 2024-11-24T03:23:48,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/af3544d9b00a42778278ee050ddffdbd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/af3544d9b00a42778278ee050ddffdbd 2024-11-24T03:23:48,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0332ac569aa4469e8c83e9c480188a6e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/0332ac569aa4469e8c83e9c480188a6e 2024-11-24T03:23:48,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/045618109afb4997b8e69cca18db31cd to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/045618109afb4997b8e69cca18db31cd 2024-11-24T03:23:48,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/59bfc043d85f45bc91e79df8ef632e48, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/163ba3ebd1424ad39cd36ede46acf771, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d83d139e331244b78239e1a1ce48f6df, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4fcd6f60166d449ca7f935247fef7701, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7e5cc0e651e44587a24247f376af236f, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7a9e27b13b7e40388d9d10e60e41bd4e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a695d369e3dc4c518baa4df849d83633, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bbd727a9279c4a14966b5f1eaacc6cc5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bcea9b49dbce40ce8bf31c235577f9ef, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/6752bc45baad437da01a330171f1be42, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e7de6e7ebacc443096a6ca245229837b, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/c23e9d2f49d34b738323a220d6587ef1, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bca13ca005394559a263711d18eff463, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/b62389778a3047e7a552e3230b74d930, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d5a252d4678546fc848415d97d5b2471, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e2b96fecb4474ce8b4c11fdb5e0de4d3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d14952d34e72421989e0770b3a2f6143, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7151aca87943422c99ef40eb11bc96e3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ff3f776bb8904a53bede47a1cc9f53c6, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/182beac6679344c4b10e3f804c34056a, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4f240efac45e4b2d8cc5bd6bdf0b6834, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e55c7badabea4e07bc922b244326807e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a0269c6cd99046ed9e0e05017e6a1acf, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/eaec8d0a66be4117a37d166f191e83e3, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ef7979488da24a06b8a55c3e4731aa30, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/38539e1cd14f4341a45b97df0362a851, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7ff6857c2d4b4babb29c6235c4f5e1e5, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/0305d47f9a3947ecb256738f894c668e, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/08c153bdf18b4c0ab21ce0c06856dbd4] to archive 2024-11-24T03:23:48,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:48,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/59bfc043d85f45bc91e79df8ef632e48 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/59bfc043d85f45bc91e79df8ef632e48 2024-11-24T03:23:48,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/163ba3ebd1424ad39cd36ede46acf771 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/163ba3ebd1424ad39cd36ede46acf771 2024-11-24T03:23:48,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d83d139e331244b78239e1a1ce48f6df to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d83d139e331244b78239e1a1ce48f6df 2024-11-24T03:23:48,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4fcd6f60166d449ca7f935247fef7701 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4fcd6f60166d449ca7f935247fef7701 2024-11-24T03:23:48,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7e5cc0e651e44587a24247f376af236f to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7e5cc0e651e44587a24247f376af236f 2024-11-24T03:23:48,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7a9e27b13b7e40388d9d10e60e41bd4e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7a9e27b13b7e40388d9d10e60e41bd4e 2024-11-24T03:23:48,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a695d369e3dc4c518baa4df849d83633 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a695d369e3dc4c518baa4df849d83633 2024-11-24T03:23:48,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bbd727a9279c4a14966b5f1eaacc6cc5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bbd727a9279c4a14966b5f1eaacc6cc5 2024-11-24T03:23:48,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bcea9b49dbce40ce8bf31c235577f9ef to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bcea9b49dbce40ce8bf31c235577f9ef 2024-11-24T03:23:48,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/6752bc45baad437da01a330171f1be42 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/6752bc45baad437da01a330171f1be42 2024-11-24T03:23:48,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e7de6e7ebacc443096a6ca245229837b to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e7de6e7ebacc443096a6ca245229837b 2024-11-24T03:23:48,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/c23e9d2f49d34b738323a220d6587ef1 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/c23e9d2f49d34b738323a220d6587ef1 2024-11-24T03:23:48,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bca13ca005394559a263711d18eff463 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/bca13ca005394559a263711d18eff463 2024-11-24T03:23:48,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/b62389778a3047e7a552e3230b74d930 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/b62389778a3047e7a552e3230b74d930 2024-11-24T03:23:48,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d5a252d4678546fc848415d97d5b2471 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d5a252d4678546fc848415d97d5b2471 2024-11-24T03:23:48,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e2b96fecb4474ce8b4c11fdb5e0de4d3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e2b96fecb4474ce8b4c11fdb5e0de4d3 2024-11-24T03:23:48,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d14952d34e72421989e0770b3a2f6143 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d14952d34e72421989e0770b3a2f6143 2024-11-24T03:23:48,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7151aca87943422c99ef40eb11bc96e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7151aca87943422c99ef40eb11bc96e3 2024-11-24T03:23:48,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ff3f776bb8904a53bede47a1cc9f53c6 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ff3f776bb8904a53bede47a1cc9f53c6 2024-11-24T03:23:48,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/182beac6679344c4b10e3f804c34056a to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/182beac6679344c4b10e3f804c34056a 2024-11-24T03:23:48,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4f240efac45e4b2d8cc5bd6bdf0b6834 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/4f240efac45e4b2d8cc5bd6bdf0b6834 2024-11-24T03:23:48,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e55c7badabea4e07bc922b244326807e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/e55c7badabea4e07bc922b244326807e 2024-11-24T03:23:48,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a0269c6cd99046ed9e0e05017e6a1acf to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/a0269c6cd99046ed9e0e05017e6a1acf 2024-11-24T03:23:48,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/eaec8d0a66be4117a37d166f191e83e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/eaec8d0a66be4117a37d166f191e83e3 2024-11-24T03:23:48,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ef7979488da24a06b8a55c3e4731aa30 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/ef7979488da24a06b8a55c3e4731aa30 2024-11-24T03:23:48,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/38539e1cd14f4341a45b97df0362a851 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/38539e1cd14f4341a45b97df0362a851 2024-11-24T03:23:48,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7ff6857c2d4b4babb29c6235c4f5e1e5 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/7ff6857c2d4b4babb29c6235c4f5e1e5 2024-11-24T03:23:48,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/0305d47f9a3947ecb256738f894c668e to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/0305d47f9a3947ecb256738f894c668e 2024-11-24T03:23:48,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/08c153bdf18b4c0ab21ce0c06856dbd4 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/08c153bdf18b4c0ab21ce0c06856dbd4 2024-11-24T03:23:48,107 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/recovered.edits/467.seqid, newMaxSeqId=467, maxSeqId=4 2024-11-24T03:23:48,108 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3. 2024-11-24T03:23:48,108 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1635): Region close journal for 0bc40b8faee36c21bd641abda30ea6e3: 2024-11-24T03:23:48,110 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(170): Closed 0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=185 updating hbase:meta row=0bc40b8faee36c21bd641abda30ea6e3, regionState=CLOSED 2024-11-24T03:23:48,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-24T03:23:48,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; CloseRegionProcedure 0bc40b8faee36c21bd641abda30ea6e3, server=f13c2bb2f71a,46311,1732418455035 in 760 msec 2024-11-24T03:23:48,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=185, resume processing ppid=184 2024-11-24T03:23:48,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, ppid=184, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bc40b8faee36c21bd641abda30ea6e3, UNASSIGN in 763 msec 2024-11-24T03:23:48,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-24T03:23:48,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 766 msec 2024-11-24T03:23:48,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418628117"}]},"ts":"1732418628117"} 2024-11-24T03:23:48,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:23:48,121 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:23:48,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 779 msec 2024-11-24T03:23:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T03:23:48,448 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-24T03:23:48,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:23:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:48,450 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=187, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-24T03:23:48,451 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=187, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:48,453 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,455 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C, FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/recovered.edits] 2024-11-24T03:23:48,457 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/10533dfd9fc146c5942832db06f514e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/10533dfd9fc146c5942832db06f514e3 2024-11-24T03:23:48,458 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/56d2295870e141e0a7caf9353d7fc3e2 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/56d2295870e141e0a7caf9353d7fc3e2 2024-11-24T03:23:48,459 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e1c469aef2a64cf08167378e0421601d to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/A/e1c469aef2a64cf08167378e0421601d 2024-11-24T03:23:48,461 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3585072d974b414ab3ab353a96999e65 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/3585072d974b414ab3ab353a96999e65 2024-11-24T03:23:48,462 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ab71a901490649fbbb5f238b510cae02 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ab71a901490649fbbb5f238b510cae02 2024-11-24T03:23:48,463 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ead8abfc49f24a678b5fd639b6e15f59 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/B/ead8abfc49f24a678b5fd639b6e15f59 2024-11-24T03:23:48,465 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/156ca21620864b4e9490ebc948bb1f97 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/156ca21620864b4e9490ebc948bb1f97 2024-11-24T03:23:48,466 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/16a62e2de66540afb50746f7f607ed4c to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/16a62e2de66540afb50746f7f607ed4c 2024-11-24T03:23:48,467 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d59565c829b44436885b72e87cf335d7 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/C/d59565c829b44436885b72e87cf335d7 2024-11-24T03:23:48,469 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/recovered.edits/467.seqid to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3/recovered.edits/467.seqid 2024-11-24T03:23:48,469 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/default/TestAcidGuarantees/0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,469 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:23:48,470 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:23:48,470 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T03:23:48,473 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124211d6866245746f58ae8ca2f0729d401_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124211d6866245746f58ae8ca2f0729d401_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,474 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112424635844ddec43b7b56a670cb5eda50c_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112424635844ddec43b7b56a670cb5eda50c_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,475 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112430092c9ca66546bfa94c56dee94b64fa_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112430092c9ca66546bfa94c56dee94b64fa_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,476 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124337de2ef63a541a78af648d020330e98_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124337de2ef63a541a78af648d020330e98_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,477 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112435d20ba0e25444e4ac8a3748238d6b12_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112435d20ba0e25444e4ac8a3748238d6b12_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,481 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244db88b52d4b942ec9538f8d00485fa9e_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244db88b52d4b942ec9538f8d00485fa9e_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,482 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e6560cbb2e34b30ad32fc872ee647c0_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e6560cbb2e34b30ad32fc872ee647c0_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,484 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245d2a0d6fd86d4c1ca9cd536a02c77dd6_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245d2a0d6fd86d4c1ca9cd536a02c77dd6_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,485 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d33c7849ef74a28b53126756407992c_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d33c7849ef74a28b53126756407992c_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,486 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112473ee025b92fa42548d91d851fd2b3e1f_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112473ee025b92fa42548d91d851fd2b3e1f_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,487 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247c543256e25d49a58451622ce507e361_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247c543256e25d49a58451622ce507e361_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,488 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112481eed79c83dc40109d97852d41280488_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112481eed79c83dc40109d97852d41280488_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,489 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249aa40beea0714a749ee1b9cf0bb2809d_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249aa40beea0714a749ee1b9cf0bb2809d_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,491 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249ed4bc98b9ee434dbb07a8ffa46b0c32_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249ed4bc98b9ee434dbb07a8ffa46b0c32_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,492 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a48e9a94bb9c47739f9d8977d858e514_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a48e9a94bb9c47739f9d8977d858e514_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,493 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b85d6f13de344cafa681141cb9e345fc_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b85d6f13de344cafa681141cb9e345fc_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,494 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bf6ab755726f4ceda1a51c50b2d22c91_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bf6ab755726f4ceda1a51c50b2d22c91_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,496 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d2cb09ee2d4d46229bc965f2619d5998_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d2cb09ee2d4d46229bc965f2619d5998_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,497 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d792cda2e4c34ac4970ac0e5e9b8b998_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d792cda2e4c34ac4970ac0e5e9b8b998_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,498 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dd3108d9206d4fcba1cc88c2a4ec1728_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dd3108d9206d4fcba1cc88c2a4ec1728_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,499 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df86937157ce4ed4aefc853f9ed22b0e_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df86937157ce4ed4aefc853f9ed22b0e_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,500 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e422c94c67c041d1ab4a9a904dc7985f_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e422c94c67c041d1ab4a9a904dc7985f_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,501 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e78a5329f4eb4143a7c50f0acdcfe32f_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e78a5329f4eb4143a7c50f0acdcfe32f_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,502 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f07e004dec3c41bc82ca262119e1bf26_0bc40b8faee36c21bd641abda30ea6e3 to hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f07e004dec3c41bc82ca262119e1bf26_0bc40b8faee36c21bd641abda30ea6e3 2024-11-24T03:23:48,503 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:23:48,505 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=187, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:48,507 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:23:48,509 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:23:48,510 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=187, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:48,510 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:23:48,511 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418628511"}]},"ts":"9223372036854775807"} 2024-11-24T03:23:48,512 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:23:48,512 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0bc40b8faee36c21bd641abda30ea6e3, NAME => 'TestAcidGuarantees,,1732418602954.0bc40b8faee36c21bd641abda30ea6e3.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:23:48,512 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:23:48,513 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418628512"}]},"ts":"9223372036854775807"} 2024-11-24T03:23:48,516 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:23:48,518 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=187, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:48,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-24T03:23:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-24T03:23:48,552 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-24T03:23:48,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=737 (was 691) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6932 (was 7003) 2024-11-24T03:23:48,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T03:23:48,564 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:23:48,564 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38630296 to 127.0.0.1:61684 2024-11-24T03:23:48,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:48,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T03:23:48,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282474894, stopped=false 2024-11-24T03:23:48,564 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f13c2bb2f71a,34053,1732418454299 2024-11-24T03:23:48,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T03:23:48,566 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-24T03:23:48,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T03:23:48,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:23:48,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:23:48,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:23:48,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:23:48,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:48,568 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f13c2bb2f71a,46311,1732418455035' ***** 2024-11-24T03:23:48,568 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-24T03:23:48,568 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T03:23:48,569 INFO [RS:0;f13c2bb2f71a:46311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T03:23:48,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-24T03:23:48,569 INFO [RS:0;f13c2bb2f71a:46311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T03:23:48,569 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(3579): Received CLOSE for fa92f0f5126a409fa2e1df25fde1494a 2024-11-24T03:23:48,569 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1224): stopping server f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:48,569 DEBUG [RS:0;f13c2bb2f71a:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:48,569 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T03:23:48,569 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T03:23:48,569 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T03:23:48,570 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-24T03:23:48,570 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fa92f0f5126a409fa2e1df25fde1494a, disabling compactions & flushes 2024-11-24T03:23:48,570 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:23:48,570 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:23:48,570 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. after waiting 0 ms 2024-11-24T03:23:48,570 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:23:48,570 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing fa92f0f5126a409fa2e1df25fde1494a 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-24T03:23:48,570 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-24T03:23:48,570 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1603): Online Regions={fa92f0f5126a409fa2e1df25fde1494a=hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T03:23:48,570 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T03:23:48,570 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T03:23:48,571 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T03:23:48,571 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T03:23:48,571 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T03:23:48,571 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-24T03:23:48,571 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fa92f0f5126a409fa2e1df25fde1494a 2024-11-24T03:23:48,590 INFO [regionserver/f13c2bb2f71a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:23:48,593 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/namespace/fa92f0f5126a409fa2e1df25fde1494a/.tmp/info/efdafc0354314850bc106e9f1468de7d is 45, key is default/info:d/1732418459966/Put/seqid=0 2024-11-24T03:23:48,599 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/.tmp/info/2048ad1fbeb14ff6b472c776f53e70f7 is 143, key is hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a./info:regioninfo/1732418459873/Put/seqid=0 2024-11-24T03:23:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742554_1730 (size=5037) 2024-11-24T03:23:48,601 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/namespace/fa92f0f5126a409fa2e1df25fde1494a/.tmp/info/efdafc0354314850bc106e9f1468de7d 2024-11-24T03:23:48,605 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/namespace/fa92f0f5126a409fa2e1df25fde1494a/.tmp/info/efdafc0354314850bc106e9f1468de7d as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/namespace/fa92f0f5126a409fa2e1df25fde1494a/info/efdafc0354314850bc106e9f1468de7d 2024-11-24T03:23:48,610 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/namespace/fa92f0f5126a409fa2e1df25fde1494a/info/efdafc0354314850bc106e9f1468de7d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-24T03:23:48,611 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for fa92f0f5126a409fa2e1df25fde1494a in 41ms, sequenceid=6, compaction requested=false 2024-11-24T03:23:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742555_1731 (size=7725) 2024-11-24T03:23:48,622 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/namespace/fa92f0f5126a409fa2e1df25fde1494a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T03:23:48,622 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:23:48,622 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fa92f0f5126a409fa2e1df25fde1494a: 2024-11-24T03:23:48,622 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732418458616.fa92f0f5126a409fa2e1df25fde1494a. 2024-11-24T03:23:48,771 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:23:48,972 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:23:49,018 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/.tmp/info/2048ad1fbeb14ff6b472c776f53e70f7 2024-11-24T03:23:49,044 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/.tmp/rep_barrier/7f7476decef04cec9c971eaeb374d038 is 102, key is TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3./rep_barrier:/1732418484747/DeleteFamily/seqid=0 2024-11-24T03:23:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742556_1732 (size=6025) 2024-11-24T03:23:49,172 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:23:49,269 INFO [regionserver/f13c2bb2f71a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T03:23:49,270 INFO [regionserver/f13c2bb2f71a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T03:23:49,372 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:23:49,448 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/.tmp/rep_barrier/7f7476decef04cec9c971eaeb374d038 2024-11-24T03:23:49,467 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/.tmp/table/29dfa46aa3c24ba89fb14fb5b6721080 is 96, key is TestAcidGuarantees,,1732418460166.1dc32c62f81a0a5d73b67f2d8ec57cd3./table:/1732418484747/DeleteFamily/seqid=0 2024-11-24T03:23:49,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742557_1733 (size=5942) 2024-11-24T03:23:49,572 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-24T03:23:49,572 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T03:23:49,573 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:23:49,773 DEBUG [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:23:49,872 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/.tmp/table/29dfa46aa3c24ba89fb14fb5b6721080 2024-11-24T03:23:49,876 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/.tmp/info/2048ad1fbeb14ff6b472c776f53e70f7 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/info/2048ad1fbeb14ff6b472c776f53e70f7 2024-11-24T03:23:49,879 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/info/2048ad1fbeb14ff6b472c776f53e70f7, entries=22, sequenceid=93, filesize=7.5 K 2024-11-24T03:23:49,880 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/.tmp/rep_barrier/7f7476decef04cec9c971eaeb374d038 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/rep_barrier/7f7476decef04cec9c971eaeb374d038 2024-11-24T03:23:49,884 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/rep_barrier/7f7476decef04cec9c971eaeb374d038, entries=6, sequenceid=93, filesize=5.9 K 2024-11-24T03:23:49,885 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/.tmp/table/29dfa46aa3c24ba89fb14fb5b6721080 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/table/29dfa46aa3c24ba89fb14fb5b6721080 2024-11-24T03:23:49,889 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/table/29dfa46aa3c24ba89fb14fb5b6721080, entries=9, sequenceid=93, filesize=5.8 K 2024-11-24T03:23:49,889 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=93, compaction requested=false 2024-11-24T03:23:49,904 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-24T03:23:49,904 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T03:23:49,905 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T03:23:49,905 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T03:23:49,905 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T03:23:49,973 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1250): stopping server f13c2bb2f71a,46311,1732418455035; all regions closed. 2024-11-24T03:23:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741834_1010 (size=26050) 2024-11-24T03:23:49,992 DEBUG [RS:0;f13c2bb2f71a:46311 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/oldWALs 2024-11-24T03:23:49,992 INFO [RS:0;f13c2bb2f71a:46311 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f13c2bb2f71a%2C46311%2C1732418455035.meta:.meta(num 1732418458367) 2024-11-24T03:23:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741832_1008 (size=17140961) 2024-11-24T03:23:49,997 DEBUG [RS:0;f13c2bb2f71a:46311 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/oldWALs 2024-11-24T03:23:49,997 INFO [RS:0;f13c2bb2f71a:46311 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f13c2bb2f71a%2C46311%2C1732418455035:(num 1732418457397) 2024-11-24T03:23:49,997 DEBUG [RS:0;f13c2bb2f71a:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:49,997 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:23:49,998 INFO [RS:0;f13c2bb2f71a:46311 {}] hbase.ChoreService(370): Chore service for: regionserver/f13c2bb2f71a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-24T03:23:49,998 INFO [RS:0;f13c2bb2f71a:46311 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46311 2024-11-24T03:23:50,000 INFO [regionserver/f13c2bb2f71a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T03:23:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:23:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f13c2bb2f71a,46311,1732418455035 2024-11-24T03:23:50,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f13c2bb2f71a,46311,1732418455035] 2024-11-24T03:23:50,005 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f13c2bb2f71a,46311,1732418455035; numProcessing=1 2024-11-24T03:23:50,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f13c2bb2f71a,46311,1732418455035 already deleted, retry=false 2024-11-24T03:23:50,007 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f13c2bb2f71a,46311,1732418455035 expired; onlineServers=0 2024-11-24T03:23:50,007 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f13c2bb2f71a,34053,1732418454299' ***** 2024-11-24T03:23:50,007 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T03:23:50,007 DEBUG [M:0;f13c2bb2f71a:34053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d3aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f13c2bb2f71a/172.17.0.2:0 2024-11-24T03:23:50,007 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegionServer(1224): stopping server f13c2bb2f71a,34053,1732418454299 2024-11-24T03:23:50,007 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegionServer(1250): stopping server f13c2bb2f71a,34053,1732418454299; all regions closed. 2024-11-24T03:23:50,007 DEBUG [M:0;f13c2bb2f71a:34053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:50,007 DEBUG [M:0;f13c2bb2f71a:34053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T03:23:50,008 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.large.0-1732418457135 {}] cleaner.HFileCleaner(306): Exit Thread[master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.large.0-1732418457135,5,FailOnTimeoutGroup] 2024-11-24T03:23:50,008 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.small.0-1732418457135 {}] cleaner.HFileCleaner(306): Exit Thread[master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.small.0-1732418457135,5,FailOnTimeoutGroup] 2024-11-24T03:23:50,008 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T03:23:50,008 DEBUG [M:0;f13c2bb2f71a:34053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T03:23:50,008 INFO [M:0;f13c2bb2f71a:34053 {}] hbase.ChoreService(370): Chore service for: master/f13c2bb2f71a:0 had [] on shutdown 2024-11-24T03:23:50,008 DEBUG [M:0;f13c2bb2f71a:34053 {}] master.HMaster(1733): Stopping service threads 2024-11-24T03:23:50,008 INFO [M:0;f13c2bb2f71a:34053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T03:23:50,008 ERROR [M:0;f13c2bb2f71a:34053 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:33009 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33009,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T03:23:50,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T03:23:50,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:23:50,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:23:50,010 INFO [M:0;f13c2bb2f71a:34053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T03:23:50,010 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T03:23:50,012 DEBUG [M:0;f13c2bb2f71a:34053 {}] zookeeper.ZKUtil(347): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T03:23:50,012 WARN [M:0;f13c2bb2f71a:34053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T03:23:50,012 INFO [M:0;f13c2bb2f71a:34053 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-24T03:23:50,012 INFO [M:0;f13c2bb2f71a:34053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T03:23:50,012 DEBUG [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T03:23:50,012 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:23:50,012 DEBUG [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:23:50,012 DEBUG [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T03:23:50,012 DEBUG [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:23:50,012 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=787.38 KB heapSize=968.82 KB 2024-11-24T03:23:50,038 DEBUG [M:0;f13c2bb2f71a:34053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa51747cf2a748e0bad770c842acab76 is 82, key is hbase:meta,,1/info:regioninfo/1732418458508/Put/seqid=0 2024-11-24T03:23:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742558_1734 (size=5672) 2024-11-24T03:23:50,051 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2234 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa51747cf2a748e0bad770c842acab76 2024-11-24T03:23:50,099 DEBUG [M:0;f13c2bb2f71a:34053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f42168104b1433495d6cc0519429bed is 2278, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1732418487919/Put/seqid=0 2024-11-24T03:23:50,105 INFO [RS:0;f13c2bb2f71a:46311 {}] regionserver.HRegionServer(1307): Exiting; stopping=f13c2bb2f71a,46311,1732418455035; zookeeper connection closed. 2024-11-24T03:23:50,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:23:50,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x100278b78d80001, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:23:50,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78f496d2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78f496d2 2024-11-24T03:23:50,125 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T03:23:50,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742559_1735 (size=46498) 2024-11-24T03:23:50,527 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=786.82 KB at sequenceid=2234 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f42168104b1433495d6cc0519429bed 2024-11-24T03:23:50,531 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f42168104b1433495d6cc0519429bed 2024-11-24T03:23:50,551 DEBUG [M:0;f13c2bb2f71a:34053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eec8a06e0b99451591db9073a2b840cf is 69, key is f13c2bb2f71a,46311,1732418455035/rs:state/1732418457172/Put/seqid=0 2024-11-24T03:23:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073742560_1736 (size=5156) 2024-11-24T03:23:50,955 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2234 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eec8a06e0b99451591db9073a2b840cf 2024-11-24T03:23:50,960 DEBUG [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa51747cf2a748e0bad770c842acab76 as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa51747cf2a748e0bad770c842acab76 2024-11-24T03:23:50,963 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa51747cf2a748e0bad770c842acab76, entries=8, sequenceid=2234, filesize=5.5 K 2024-11-24T03:23:50,964 DEBUG [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f42168104b1433495d6cc0519429bed as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f42168104b1433495d6cc0519429bed 2024-11-24T03:23:50,966 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f42168104b1433495d6cc0519429bed 2024-11-24T03:23:50,966 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f42168104b1433495d6cc0519429bed, entries=187, sequenceid=2234, filesize=45.4 K 2024-11-24T03:23:50,967 DEBUG [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eec8a06e0b99451591db9073a2b840cf as hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eec8a06e0b99451591db9073a2b840cf 2024-11-24T03:23:50,970 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33009/user/jenkins/test-data/96b50359-ab37-2e28-22b4-83fd7accc9f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eec8a06e0b99451591db9073a2b840cf, entries=1, sequenceid=2234, filesize=5.0 K 2024-11-24T03:23:50,971 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegion(3040): Finished flush of dataSize ~787.38 KB/806277, heapSize ~968.52 KB/991768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 959ms, sequenceid=2234, compaction requested=false 2024-11-24T03:23:50,975 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:23:50,975 DEBUG [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T03:23:50,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35537 is added to blk_1073741830_1006 (size=952758) 2024-11-24T03:23:50,978 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T03:23:50,978 INFO [M:0;f13c2bb2f71a:34053 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-24T03:23:50,978 INFO [M:0;f13c2bb2f71a:34053 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34053 2024-11-24T03:23:50,980 DEBUG [M:0;f13c2bb2f71a:34053 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f13c2bb2f71a,34053,1732418454299 already deleted, retry=false 2024-11-24T03:23:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:23:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34053-0x100278b78d80000, quorum=127.0.0.1:61684, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:23:51,081 INFO [M:0;f13c2bb2f71a:34053 {}] regionserver.HRegionServer(1307): Exiting; stopping=f13c2bb2f71a,34053,1732418454299; zookeeper connection closed. 2024-11-24T03:23:51,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:23:51,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:23:51,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:23:51,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:23:51,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/hadoop.log.dir/,STOPPED} 2024-11-24T03:23:51,096 WARN [BP-892533595-172.17.0.2-1732418451542 heartbeating to localhost/127.0.0.1:33009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:23:51,096 WARN [BP-892533595-172.17.0.2-1732418451542 heartbeating to localhost/127.0.0.1:33009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-892533595-172.17.0.2-1732418451542 (Datanode Uuid 31f92dfc-b6db-49fb-a877-2da368032078) service to localhost/127.0.0.1:33009 2024-11-24T03:23:51,097 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:23:51,097 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:23:51,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/cluster_ef515420-1b6a-90ae-28fb-cc3333b551ee/dfs/data/data1/current/BP-892533595-172.17.0.2-1732418451542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:23:51,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/cluster_ef515420-1b6a-90ae-28fb-cc3333b551ee/dfs/data/data2/current/BP-892533595-172.17.0.2-1732418451542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:23:51,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:23:51,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:23:51,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:23:51,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:23:51,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:23:51,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cad70268-9b2a-4659-6170-38413dad40c5/hadoop.log.dir/,STOPPED} 2024-11-24T03:23:51,144 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-24T03:23:51,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down